-- Logs begin at Wed 2021-11-24 14:21:03 UTC, end at Wed 2021-11-24 15:32:34 UTC. -- Nov 24 15:06:09.474217 dv-cinder-816898-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 24 15:06:12.238326 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.common.config [-] Logging enabled! Nov 24 15:06:12.238957 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 15:06:12.239120 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103098) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 15:06:12.242433 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.common.config [-] Logging enabled! Nov 24 15:06:12.242693 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 24 15:06:12.243008 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103098) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 24 15:06:12.243947 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:06:12.244209 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:06:12.244578 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:06:12.244829 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:06:12.245083 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:06:12.245413 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.245844 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 24 15:06:12.246160 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.246457 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.246753 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.247087 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.247348 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.247634 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.247926 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.248256 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.248544 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.248823 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.249112 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.249408 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.249695 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.249989 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.250280 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.250568 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.250853 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.251294 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.251722 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.252006 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.252326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.252604 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.252881 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.253159 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.253445 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.253775 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] host = dv-cinder-816898-4-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.254057 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.254345 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.254631 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.254919 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.255198 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.255481 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.255767 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.256072 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.256350 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.256627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.256915 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.257204 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.257497 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.257724 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.257950 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.258242 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.258529 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.258806 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.259082 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.259359 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.259635 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.259910 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.260218 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.260507 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.261320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.261608 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.261886 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.262163 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.262437 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.262715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.262998 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.263272 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.263547 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.263823 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.264138 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.264410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.264687 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.264990 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.265278 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.265563 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.265851 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.266130 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.266417 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.266695 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.266971 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.267245 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.267529 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.267795 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.268109 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.268390 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.268668 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.268941 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.269217 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.269506 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:12.269809 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.270110 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.270414 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.270702 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.271010 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.271294 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.271587 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.271868 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.272183 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.272475 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.272767 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.273046 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.273337 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.273615 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.273912 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.274219 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.274515 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.274821 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.275088 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.275363 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.275639 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.275926 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.276239 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.277202 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.277501 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.277797 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.278082 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.278384 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.278683 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.278981 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.279276 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.279556 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.279840 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.280172 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.280462 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.280734 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.281015 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.281307 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.281588 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.281865 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.282150 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.282430 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.282705 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.282981 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.283259 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.283550 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.283829 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.284125 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.284406 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.284688 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.284962 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.285250 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.285529 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.285807 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.286091 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.286377 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.286653 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.286928 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.287208 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.287485 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.287769 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.288074 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.288356 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.288635 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.288918 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.289194 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.289470 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.289748 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.290027 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.290304 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.290582 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.290860 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.291140 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.291418 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.291708 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.292055 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.292347 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.292627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.292908 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.293190 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.293472 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.293752 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.294034 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.294455 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.294588 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.294880 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.295167 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.295455 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.295742 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.296085 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.296382 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.296668 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.296956 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.297237 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.297521 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.297807 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.298098 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.298397 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.298695 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.298996 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.299298 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.299592 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.299876 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.300209 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.300494 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:12.300716 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:06:12.300961 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103098) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 24 15:06:12.746458 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 15:06:12.746742 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 15:06:12.747062 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 24 15:06:12.747412 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 24 15:06:13.076425 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.076715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.076991 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.078173 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.078460 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.078860 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.115351 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.115637 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.115933 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.130008 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.130296 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.130573 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.160300 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.160587 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.160855 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.198912 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.199198 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.199471 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.446225 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.446827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.446827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.446983 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.447641 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.546488 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.546814 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.547102 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.547380 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.547652 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.547968 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.548281 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.548545 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.548805 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.549094 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.549360 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.549628 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.549890 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.550146 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.550411 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.550684 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.550946 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.551476 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.551757 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.552178 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.552463 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.552721 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.553009 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.553395 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.553651 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.553902 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.554301 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.554543 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.554781 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.555018 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.555254 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.555488 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:13.555845 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 24 15:06:13.559587 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 24 15:06:13.563516 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 24 15:06:13.567266 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Nov 24 15:06:13.569069 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 24 15:06:13.569530 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 24 15:06:13.569867 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 24 15:06:13.570254 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 24 15:06:13.573133 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 24 15:06:13.573957 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 24 15:06:13.574298 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 15:06:13.579601 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 24 15:06:13.602248 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 24 15:06:13.602702 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.603008 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103098) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 24 15:06:13.603372 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.605317 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103098) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 24 15:06:13.605597 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 24 15:06:13.605845 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 24 15:06:13.609405 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.609690 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:13.673186 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 24 15:06:13.673422 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 24 15:06:13.673658 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 24 15:06:13.674028 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 24 15:06:13.696467 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_db.sqlalchemy.engines [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103098) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 24 15:06:14.552680 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing driver for type 'gre' Nov 24 15:06:14.553402 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] gre ID ranges: [(1, 1000)] Nov 24 15:06:14.747196 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing driver for type 'local' Nov 24 15:06:14.747532 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing driver for type 'vlan' Nov 24 15:06:14.843800 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] VlanTypeDriver initialization complete Nov 24 15:06:14.844099 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing driver for type 'vxlan' Nov 24 15:06:14.844653 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] vxlan ID ranges: [(1, 1000)] Nov 24 15:06:15.043627 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing extension driver 'port_security' Nov 24 15:06:15.043966 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.extensions.port_security [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] PortSecurityExtensionDriver initialization complete Nov 24 15:06:15.044349 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing mechanism driver 'openvswitch' Nov 24 15:06:15.044687 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing mechanism driver 'hyperv' Nov 24 15:06:15.055950 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.plugin [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:15.056652 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.057026 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.057383 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.057917 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.058386 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.058816 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.059167 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.059570 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.059981 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.060434 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.060783 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.061183 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.061589 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.061940 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.062288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.062898 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.063242 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.063597 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.063942 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.064372 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.064781 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > address_group after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.065130 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > address_group after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.065471 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > address_group after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.065869 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103098) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 24 15:06:15.066249 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] ML2 OVO RPC backend initialized. {{(pid=103098) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 24 15:06:15.066949 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.067308 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.067731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.068109 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > networks before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.068463 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.068807 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > ports before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.069152 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.069494 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnets before_response 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.069841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.070183 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.070519 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.070855 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.071190 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.071523 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.071859 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.072229 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.072562 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > subnet after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.073128 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.plugin [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Modular L2 Plugin initialization complete Nov 24 15:06:15.073452 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading services supported by the core plugin {{(pid=103098) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 24 15:06:15.073779 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.plugins.ml2.managers [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Got port-security extension from driver 'port_security' Nov 24 15:06:15.074735 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.extensions.vlantransparent [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Disabled vlantransparent extension. Nov 24 15:06:15.075214 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103098) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 24 15:06:15.075528 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: router Nov 24 15:06:15.112400 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.112730 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.113105 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router before_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.113475 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.113850 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.114210 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_delete 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.114572 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > floatingip after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.114923 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > floatingip after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.115282 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.115628 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.115984 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.116366 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.116726 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.117143 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.117513 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.117857 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.118194 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: subnet after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.118532 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.118884 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > port precommit_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.119232 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.119579 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.119928 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.120313 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router after_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.120663 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_delete 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.121552 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_create 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.121922 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router_interface after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.122269 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_update 55549900 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.122635 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > agent after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.122989 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > agent after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.123337 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > network after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.124232 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Tracking information for resource: router configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:15.124566 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Tracking information for resource: floatingip configured {{(pid=103098) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 24 15:06:15.129562 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.db.l3_agentschedulers_db [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 24 15:06:15.130133 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.130491 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.130844 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.131194 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: port after_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.131978 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router before_create 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.132369 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_delete 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.132733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_create 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.133091 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > router precommit_update 55550100 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.138565 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.provider_configuration [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service providers = [] {{(pid=103098) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 24 15:06:15.138933 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.db.servicetype_db [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103098) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 24 15:06:15.141894 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:06:15.142250 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:06:15.142594 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:06:15.143482 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.services.service_base [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103098) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 24 15:06:15.143858 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.services.service_base [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 24 15:06:15.144267 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.144587 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 24 15:06:15.155439 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.155778 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: auto_allocate Nov 24 15:06:15.161640 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: network precommit_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.162011 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: network precommit_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.162535 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.162865 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: tag Nov 24 15:06:15.169617 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.169950 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: timestamp Nov 24 15:06:15.174007 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.174339 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: network_ip_availability Nov 24 15:06:15.180104 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.180483 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.180841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.181553 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.181876 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: flavors Nov 24 15:06:15.187248 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.187584 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading Plugin: revisions Nov 24 15:06:15.191904 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103098) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 24 15:06:15.192336 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.445s {{(pid=103098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 24 15:06:15.193087 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103098) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 24 15:06:15.193431 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Initializing extension manager. Nov 24 15:06:15.193947 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: __init__.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.194289 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: __pycache__ {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.194625 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.194959 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.195715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.196309 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: address-group Nov 24 15:06:15.196635 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: address_scope.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.197536 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.198046 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: address-scope Nov 24 15:06:15.198371 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: admin_state_down_before_update.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.199904 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.200541 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: router-admin-state-down-before-update Nov 24 15:06:15.200847 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: agent.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.201552 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.202058 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: agent Nov 24 15:06:15.202380 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: agent_resources_synced.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.203296 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.203807 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: agent-resources-synced Nov 24 15:06:15.204169 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: allowedaddresspairs.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.205945 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.206471 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: allowed-address-pairs Nov 24 15:06:15.206799 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: auto_allocated_topology.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.207876 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.208430 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: auto-allocated-topology Nov 24 15:06:15.208762 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.209459 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.209967 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: availability_zone Nov 24 15:06:15.210289 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: availability_zone_filter.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.211201 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.211710 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: availability_zone_filter Nov 24 15:06:15.212120 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: data_plane_status.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.213032 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.213551 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension data-plane-status not supported by any of loaded plugins Nov 24 15:06:15.213875 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: default_subnetpools.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.214817 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.215328 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: default-subnetpools Nov 24 15:06:15.215732 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: dhcpagentscheduler.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.216572 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.217087 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: dhcp_agent_scheduler Nov 24 15:06:15.217416 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: dns.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.218328 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.218839 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension dns-integration not supported by any of loaded plugins Nov 24 15:06:15.219163 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: dns_domain_ports.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.220109 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.220621 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 24 15:06:15.220947 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.221864 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.222374 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 24 15:06:15.222699 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: dvr.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.223375 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.223885 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: dvr Nov 24 15:06:15.224239 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: ecmp_routes.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.225157 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.225663 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension ecmp_routes not supported by any of loaded plugins Nov 24 15:06:15.225989 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: empty_string_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.226906 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.227411 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: empty-string-filtering Nov 24 15:06:15.227734 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.239551 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.240082 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 24 15:06:15.240405 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.241317 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.241823 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 24 15:06:15.242147 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: external_net.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.243054 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.243563 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: external-net Nov 24 15:06:15.243886 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: extra_dhcp_opt.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.244840 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.245348 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: extra_dhcp_opt Nov 24 15:06:15.245671 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: extraroute.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.247179 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.247681 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: extraroute Nov 24 15:06:15.248002 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: extraroute_atomic.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.249136 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.249576 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: extraroute-atomic Nov 24 15:06:15.249899 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: filter_validation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.250560 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.251065 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: filter-validation Nov 24 15:06:15.251389 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: fip_pf_description.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.252331 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.252839 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 24 15:06:15.253161 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: fip_port_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.254082 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.254595 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: fip-port-details Nov 24 15:06:15.254916 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: flavors.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.256176 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.256698 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: flavors Nov 24 15:06:15.257025 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.258709 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.259236 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 24 15:06:15.259568 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: floatingip_pools.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.260316 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.260830 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: floatingip-pools Nov 24 15:06:15.265545 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: ip_allocation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.266250 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.266765 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension ip_allocation not supported by any of loaded plugins Nov 24 15:06:15.267097 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.268046 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.268576 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: ip-substring-filtering Nov 24 15:06:15.268906 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l2_adjacency.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.269843 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.270353 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension l2_adjacency not supported by any of loaded plugins Nov 24 15:06:15.270679 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.271786 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.272337 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: router Nov 24 15:06:15.272666 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3_conntrack_helper.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.274918 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.275448 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 24 15:06:15.275782 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.276813 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.277359 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: ext-gw-mode Nov 24 15:06:15.277687 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.278699 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.279210 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: l3-ha Nov 24 15:06:15.279538 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3_flavors.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.280486 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.280995 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: l3-flavors Nov 24 15:06:15.281319 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.282233 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.282775 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: l3-port-ip-change-not-allowed Nov 24 15:06:15.283066 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: l3agentscheduler.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.284132 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.284660 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: l3_agent_scheduler Nov 24 15:06:15.284986 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: local_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.286766 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.287287 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension local_ip not supported by any of loaded plugins Nov 24 15:06:15.287680 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: logging.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.289281 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.289808 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension logging not supported by any of loaded plugins Nov 24 15:06:15.290145 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: metering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.290898 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.291479 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: metering Nov 24 15:06:15.291818 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.292964 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.293488 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: metering_source_and_destination_fields Nov 24 15:06:15.293819 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: multiprovidernet.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.294746 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.295265 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: multi-provider Nov 24 15:06:15.295590 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: netmtu.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.296616 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.297132 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: net-mtu Nov 24 15:06:15.297458 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: netmtu_writable.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.298424 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.298942 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: net-mtu-writable Nov 24 15:06:15.299273 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: network_availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.299958 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.300493 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: network_availability_zone Nov 24 15:06:15.300822 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: network_ip_availability.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.302206 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.302719 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: network-ip-availability Nov 24 15:06:15.303047 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: network_segment_range.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.304049 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.308808 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension network-segment-range not supported by any of loaded plugins Nov 24 15:06:15.308808 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: pagination.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.311147 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.311498 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: pagination Nov 24 15:06:15.311837 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: port_device_profile.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.312881 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.313409 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: port-device-profile Nov 24 15:06:15.313743 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.314675 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.315198 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: port-mac-address-regenerate Nov 24 15:06:15.315533 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.316489 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.317004 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: port-numa-affinity-policy Nov 24 15:06:15.317333 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: port_resource_request.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.318257 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.318766 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension port-resource-request not supported by any of loaded plugins Nov 24 15:06:15.319093 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: port_resource_request_groups.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.320102 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.320619 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 24 15:06:15.320945 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: portbindings.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.321881 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.322403 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: binding Nov 24 15:06:15.322728 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: portbindings_extended.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.324632 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.325158 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: binding-extended Nov 24 15:06:15.325486 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: portsecurity.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.326411 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.326928 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: port-security Nov 24 15:06:15.327251 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: project_id.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.328343 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.328676 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: project-id Nov 24 15:06:15.329001 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: providernet.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.329952 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.330451 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: provider Nov 24 15:06:15.330776 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.334448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.334981 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos not supported by any of loaded plugins Nov 24 15:06:15.335317 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.344061 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.345081 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 24 15:06:15.346091 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.347025 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.347545 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 24 15:06:15.347875 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_default.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.348816 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.349333 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-default not supported by any of loaded plugins Nov 24 15:06:15.349662 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_fip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.350324 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.350844 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-fip not supported by any of loaded plugins Nov 24 15:06:15.351171 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_gateway_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.352126 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.352646 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 24 15:06:15.352973 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_port_network_policy.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.353891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.354403 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 24 15:06:15.354731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.355815 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.356361 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 24 15:06:15.356688 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_pps_rule.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.357904 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.358423 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-pps not supported by any of loaded plugins Nov 24 15:06:15.358752 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_rule_type_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.359690 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.360227 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 24 15:06:15.360560 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: qos_rules_alias.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.361599 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.362114 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 24 15:06:15.362487 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: quota_check_limit.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.363352 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.363865 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: quota-check-limit Nov 24 15:06:15.364223 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: quotasv2.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.365174 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.371816 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: quotas Nov 24 15:06:15.371816 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: quotasv2_detail.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.375077 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.375423 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: quota_details Nov 24 15:06:15.375756 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: rbac.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.376883 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.377426 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: rbac-policies Nov 24 15:06:15.377764 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: rbac_address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.378711 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.379241 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: rbac-address-group Nov 24 15:06:15.379574 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: rbac_address_scope.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.380540 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.381063 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: rbac-address-scope Nov 24 15:06:15.381392 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: rbac_security_groups.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.382326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.382846 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: rbac-security-groups Nov 24 15:06:15.383175 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: rbac_subnetpool.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.384128 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.384646 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: rbac-subnetpool Nov 24 15:06:15.384974 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: revisionifmatch.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.385907 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.386440 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: revision-if-match Nov 24 15:06:15.387342 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: revisions.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.388494 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.389017 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: standard-attr-revisions Nov 24 15:06:15.389348 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: router_availability_zone.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.390031 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.390551 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: router_availability_zone Nov 24 15:06:15.390880 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: routerservicetype.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.391821 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.392362 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension router-service-type not supported by any of loaded plugins Nov 24 15:06:15.392692 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.393704 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.394225 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: security-groups-normalized-cidr Nov 24 15:06:15.394555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: security_groups_port_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.395486 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.396009 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: port-security-groups-filtering Nov 24 15:06:15.396360 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.397295 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.397815 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: security-groups-remote-address-group Nov 24 15:06:15.398142 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.399080 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.399594 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: security-groups-shared-filtering Nov 24 15:06:15.399921 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.400543 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 24 15:06:15.400868 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: securitygroup.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.410702 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.411240 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: security-group Nov 24 15:06:15.411579 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: segment.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.412419 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.412943 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension segment not supported by any of loaded plugins Nov 24 15:06:15.413277 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.414232 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.414752 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 24 15:06:15.415083 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: servicetype.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.416235 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.416765 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: service-type Nov 24 15:06:15.417101 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: sorting.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.418106 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.418448 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: sorting Nov 24 15:06:15.418781 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: standard_attr_segment.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.419705 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.420264 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 24 15:06:15.420595 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: standardattrdescription.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.421251 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.421768 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: standard-attr-description Nov 24 15:06:15.422097 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: stateful_security_group.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.423052 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.423574 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: stateful-security-group Nov 24 15:06:15.423902 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: stdattrs_common.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.424519 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 24 15:06:15.424846 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.425793 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.426567 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 24 15:06:15.426894 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnet_onboard.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.427977 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.428530 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: subnet_onboard Nov 24 15:06:15.428860 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.429809 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.430327 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 24 15:06:15.430655 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnet_service_types.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.431592 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.432142 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: subnet-service-types Nov 24 15:06:15.432472 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnetallocation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.434076 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.434595 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: subnet_allocation Nov 24 15:06:15.434926 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.435605 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.436151 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: subnetpool-prefix-ops Nov 24 15:06:15.436482 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.437421 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.437942 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 24 15:06:15.438268 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: tagging.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.439343 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.439867 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: standard-attr-tag Nov 24 15:06:15.440231 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: timestamp.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.441458 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.441979 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loaded extension: standard-attr-timestamp Nov 24 15:06:15.442312 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: trunk.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.443360 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.443881 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension trunk not supported by any of loaded plugins Nov 24 15:06:15.444243 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: trunk_details.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.445202 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.445721 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension trunk-details not supported by any of loaded plugins Nov 24 15:06:15.446049 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: uplink_status_propagation.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.446982 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.447500 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 24 15:06:15.447829 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Loading extension file: vlantransparent.py {{(pid=103098) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 24 15:06:15.448534 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103098) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 24 15:06:15.449707 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extension vlan-transparent not supported by any of loaded plugins Nov 24 15:06:15.452228 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:network Nov 24 15:06:15.452777 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnet Nov 24 15:06:15.453187 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:06:15.453600 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:port Nov 24 15:06:15.454836 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.455276 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service FLAVORS assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.455895 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.456360 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.456694 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:router Nov 24 15:06:15.457124 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:floatingip Nov 24 15:06:15.457631 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service METERING assigned prefix: /metering {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.459086 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.459463 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.459822 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:06:15.460870 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 15:06:15.461383 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:security_group Nov 24 15:06:15.461756 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 15:06:15.462380 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.462714 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:06:15.463073 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] subnetpool is already registered Nov 24 15:06:15.463502 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.463832 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:06:15.464202 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] subnetpool is already registered Nov 24 15:06:15.466519 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.466957 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service FLAVORS assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.467555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.467978 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.468347 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:router Nov 24 15:06:15.468692 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] router is already registered Nov 24 15:06:15.469112 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:floatingip Nov 24 15:06:15.469454 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] floatingip is already registered Nov 24 15:06:15.469911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service METERING assigned prefix: /metering {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.470589 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of CountableResource for resource:rbac_policy Nov 24 15:06:15.470924 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] rbac_policy is already registered Nov 24 15:06:15.471342 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:security_group Nov 24 15:06:15.471684 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] security_group is already registered Nov 24 15:06:15.472124 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:security_group_rule Nov 24 15:06:15.472466 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] security_group_rule is already registered Nov 24 15:06:15.473097 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.473430 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:06:15.473769 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] subnetpool is already registered Nov 24 15:06:15.474190 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.v2.resource_helper [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Service CORE assigned prefix: {{(pid=103098) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 24 15:06:15.474519 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Creating instance of TrackedResource for resource:subnetpool Nov 24 15:06:15.474860 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING neutron.quota.resource_registry [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] subnetpool is already registered Nov 24 15:06:15.475348 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: extensions {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.476888 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: address-groups {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.478389 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: address-scopes {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.479738 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.481486 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: auto-allocated-topology {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.482749 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: availability_zones {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.483998 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: dhcp-networks {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.485557 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: dhcp-agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.486992 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.489309 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: flavors {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.490487 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: service_profiles {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.491725 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: next_providers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.493231 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: service_profiles {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.494792 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: floatingip-pools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.496664 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.498825 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: floatingips {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.501187 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: l3-routers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.502635 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: l3-agents {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.504089 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: metering-labels {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.505484 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: metering-label-rules {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.506792 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: network-ip-availabilities {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.508111 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: bindings {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.509780 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: quotas {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.511355 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: quotas {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.513006 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: rbac-policies {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.514348 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: security-groups {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.515595 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: security-group-rules {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.516891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: service-providers {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.518126 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: subnetpools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.519558 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: subnetpools {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.521085 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.522781 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.524639 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.526435 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.528332 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.530197 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.531903 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.533866 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.535662 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.537554 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron.api.extensions [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Extended resource: tags {{(pid=103098) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 24 15:06:15.544198 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING keystonemiddleware.auth_token [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 24 15:06:15.548938 dv-cinder-816898-4-iscsi neutron-server[103098]: WARNING keystonemiddleware.auth_token [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 24 15:06:15.557918 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Acquired lock "singleton_lock" {{(pid=103098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 24 15:06:15.558458 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_concurrency.lockutils [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Releasing lock "singleton_lock" {{(pid=103098) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 24 15:06:15.559597 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Starting 2 workers Nov 24 15:06:15.564380 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Started child 103209 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:06:15.568763 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Started child 103210 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:06:15.570010 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.570633 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO neutron.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Neutron service started, listening on 0.0.0.0:9696 Nov 24 15:06:15.570911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Publish callbacks [] for process, before_spawn {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.571459 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [-] (103209) wsgi starting up on http://0.0.0.0:9696 Nov 24 15:06:15.573377 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Starting 1 workers Nov 24 15:06:15.573597 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.574949 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [-] (103210) wsgi starting up on http://0.0.0.0:9696 Nov 24 15:06:15.578582 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Started child 103211 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:06:15.579164 dv-cinder-816898-4-iscsi neutron-server[103098]: INFO oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Starting 1 workers Nov 24 15:06:15.582466 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] calling RpcWorker wait() {{(pid=103211) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 24 15:06:15.583010 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] returning from RpcWorker wait() {{(pid=103211) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 24 15:06:15.583669 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Started child 103212 {{(pid=103098) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 24 15:06:15.584378 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.584522 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG neutron_lib.callbacks.manager [None req-95cd619a-7123-4a72-999b-4bcb82e2241c None None] Publish callbacks [] for process, after_spawn {{(pid=103098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.584871 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:15.586429 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 15:06:15.586648 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:06:15.586834 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:06:15.587053 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:06:15.587384 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:06:15.587568 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:06:15.588108 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.588396 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.588678 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.588948 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.589243 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.589426 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:15.589910 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.590112 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.590341 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:15.590462 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.590628 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.590874 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.591046 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.591215 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.591466 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.591698 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.591991 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.592286 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.592536 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.592780 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.592957 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.593208 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.593475 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.593705 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.593971 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.594226 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.594698 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.594911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.595163 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.595401 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.595669 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.595898 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.596186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.596446 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.596663 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.596925 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.597180 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.597418 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.597650 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.597897 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.598134 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.598396 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.598698 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.599076 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host = dv-cinder-816898-4-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.599296 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.599536 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.599785 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.600047 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.600304 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.600541 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.600800 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.601044 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.601311 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.601552 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.601793 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.602039 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.602279 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.602537 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.602685 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_options = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.602943 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.603220 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.603498 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.603688 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.603859 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.604059 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.604331 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.604497 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.604750 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.604995 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.605738 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.605964 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.606178 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.606410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.606670 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.606914 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.607131 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.607363 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.607611 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.607838 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.608086 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.608314 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.608552 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.608815 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.608998 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.609218 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.609446 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.609695 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.609919 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.610134 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.610379 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.610623 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.610840 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.611083 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.611413 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.611572 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.611786 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.612000 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.612305 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.612581 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.612794 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.613043 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.613277 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.613524 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.613773 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.614020 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.614235 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.614466 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.614704 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.614961 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.615176 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.615409 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.615622 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.615862 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.616141 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.616560 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.617091 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.617651 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.617806 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.618341 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.618600 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.619014 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.619180 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.619318 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.619551 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.619867 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.620112 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.620397 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.620626 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.620921 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.622064 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.622064 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.622350 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.622551 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.622833 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.623114 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.623261 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.623509 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.623749 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.623987 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.624271 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.624511 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.624800 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.625064 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.625400 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.625666 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.625935 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.626197 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.626434 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.626692 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.626910 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.627143 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.627357 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.627594 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.627855 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.628097 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.629627 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.630208 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.630208 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.630334 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632810 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632810 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632810 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.632990 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.633586 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.633586 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.633586 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.633840 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.634011 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.634261 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.634482 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.634715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.634934 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.635160 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.635384 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.635601 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.635972 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.636160 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.636770 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.636770 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.636770 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.637206 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.637206 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.637450 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.637595 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.637773 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.638012 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.638234 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.638473 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.638685 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.638902 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.639119 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.639405 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.639715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.639976 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.640252 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.640492 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.640748 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.641002 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.641229 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.641463 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.641682 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.641897 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.642213 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.642432 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643248 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643248 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643248 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643665 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643665 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.643934 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.644103 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.644245 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.644440 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.644811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.644948 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.645179 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.645435 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.645706 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.645999 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.646245 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.646512 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.646907 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.647063 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.647284 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.647553 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.647831 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.648835 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.648835 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.648835 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.648835 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.649395 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.649395 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.649923 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.650150 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.650411 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.650824 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.651630 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.651630 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.651905 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.652087 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.652328 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.652484 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.652670 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.653374 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.653374 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.654555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.654555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.654555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.654555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.654555 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.655270 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60100) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:15.655410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.655410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.655410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.655410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.655410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656476 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656476 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656476 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656476 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656985 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656985 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.656985 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.657391 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.657391 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.657659 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.657861 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.658076 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.658297 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.658930 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.658930 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.659227 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.659227 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.659499 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.659637 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.659905 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.660967 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.660967 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.660967 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.660967 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.663264 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.664448 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.665422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.665422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.665422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.665422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.665422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.666042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.666042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.666282 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.666409 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.666544 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.667299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.667299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.667299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.667660 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.668349 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.668485 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.668774 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.668952 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.669254 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.669502 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.669754 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.670018 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.670200 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.670560 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.670698 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.670889 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.672099 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.672333 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.672615 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.673918 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.674082 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0143149 Nov 24 15:06:15.675299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.675299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.675299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.675299 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.675799 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.675799 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.676404 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.676404 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.676654 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.676831 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.677050 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.677786 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.677786 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.677786 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.678011 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.678153 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.678360 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.678565 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.678817 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.679032 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.679245 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.679468 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.679705 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.679918 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.680894 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.681167 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.681413 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.681700 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.681965 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.682226 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.682491 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.682803 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.683025 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.683288 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.684096 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.684319 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.684546 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.684806 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.685128 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.685422 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.685672 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.685926 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.686215 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.686490 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.686761 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.686977 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.687272 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.687600 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.687891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.688711 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.688711 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.688711 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.688947 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.689097 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.689346 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.689580 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.689802 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.690042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.690305 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.690556 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.690844 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.691049 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.691282 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.691505 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.691717 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.691938 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.692204 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.692399 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:06:15.692869 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103098) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 24 15:06:15.693031 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 24 15:06:15.693173 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 24 15:06:15.693563 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 24 15:06:15.693563 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 24 15:06:15.693716 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 24 15:06:15.693866 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694029 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694184 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694351 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694512 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694699 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.694860 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.695179 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.695342 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.695641 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.695938 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696154 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696318 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696484 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696645 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696805 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.696966 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.697128 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.697294 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.697460 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.697618 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.697923 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.698229 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] debug = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.698516 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.698836 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.699185 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.699853 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.699853 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.699853 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.699853 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700136 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700136 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700295 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700419 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700578 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.700884 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.701194 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.701354 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.701509 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.701671 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702293 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702293 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host = dv-cinder-816898-4-iscsi {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702293 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702293 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702604 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702604 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702746 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.702871 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703036 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703193 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703353 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703513 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703672 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.703993 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.704196 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.704355 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_options = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.704514 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.704675 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.704837 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705024 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705192 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705338 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705499 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705658 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705817 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.705976 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.706193 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.706359 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.706523 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.706684 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.706843 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.707733 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.708911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.710244 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711638 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711638 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711638 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.711638 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_json = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712156 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712156 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712156 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712535 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712535 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712535 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712935 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712935 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 24 15:06:15.712935 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713322 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713322 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713577 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713577 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713830 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.713830 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714083 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714217 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714359 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714495 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714679 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714816 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.714949 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.715079 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.715239 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.715402 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.715564 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716070 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716070 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716070 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716275 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716371 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716536 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716755 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.716895 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717031 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717322 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717456 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717615 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717777 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.717939 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.718101 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.718263 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.718425 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.718574 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.718789 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.719464 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.719464 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.719464 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.719464 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.719464 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.720326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.720326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.720326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.720326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.720326 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721042 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.721686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722249 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722249 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722249 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722249 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722794 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722794 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.722794 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724186 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.724891 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.725731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.725731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.725731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.725731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.725731 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726059 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726059 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726059 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726267 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726345 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726516 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.726678 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.727002 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.727163 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.727475 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.727637 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.727964 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728144 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728310 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728489 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728652 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728813 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.728975 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.729143 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.729300 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.729615 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.729777 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.730086 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.730770 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.730938 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731101 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731257 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731443 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731633 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731772 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.731917 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732114 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732282 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732497 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732497 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732759 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.732759 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733013 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733161 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733308 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733444 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733577 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733675 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.733847 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734011 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734261 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734410 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734561 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734658 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734824 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.734979 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735121 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735273 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735415 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735577 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735738 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.735913 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.736115 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.736280 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.736450 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.736639 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.736790 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.737016 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.737109 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.737267 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.739783 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740223 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740223 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740430 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740534 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740683 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.740856 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741026 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741223 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741418 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741650 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741852 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.741852 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742110 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742110 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742359 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742490 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742620 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742765 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.742896 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743027 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743182 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743346 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743495 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743776 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.743911 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744063 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744241 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.744827 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745332 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745332 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745332 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745332 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745893 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745893 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.745893 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.746792 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.746792 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.746792 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.747740 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.748822 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.748822 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749082 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749218 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749353 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749498 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749643 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749785 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.749919 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.750920 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.751820 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.752832 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.753525 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.753525 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.753671 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.754841 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755403 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755403 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755403 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755403 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.755686 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.756467 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.756467 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.756467 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.756467 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.757811 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.758370 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.758370 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.758370 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.758370 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.758370 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.759320 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.760715 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761200 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761200 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761200 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761200 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761466 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761466 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761644 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761809 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.761974 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762136 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762297 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:15.762551 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762620 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762752 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.762912 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763074 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763236 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763398 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763558 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763720 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.763882 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.764105 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.764473 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.764473 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 24 15:06:15.764719 dv-cinder-816898-4-iscsi neutron-server[103098]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103098) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 24 15:06:27.235754 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b8c64-9bc2-43bc-8781-0fc305e23dff None None] get_active_networks_info from dv-cinder-816898-4-iscsi {{(pid=103211) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 24 15:06:27.318188 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b8c64-9bc2-43bc-8781-0fc305e23dff None None] No non-hosted networks {{(pid=103211) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 24 15:06:27.325231 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.agentschedulers_db [None req-6b2b8c64-9bc2-43bc-8781-0fc305e23dff None None] DHCP Agent not found on host dv-cinder-816898-4-iscsi {{(pid=103211) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 24 15:06:27.429250 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6e3137df-9fa6-46a8-ae65-7f9a88725bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:29.532531 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-63160aed-c207-4878-912a-c8fe1a2353bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:29.553165 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.db.api [None req-aa93ba1e-7983-4952-aa09-115c8baeb814 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816898-4-iscsi {{(pid=103211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:06:29.553816 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG oslo_db.api [None req-aa93ba1e-7983-4952-aa09-115c8baeb814 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:06:30.169935 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa93ba1e-7983-4952-aa09-115c8baeb814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:30.586851 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:32.369212 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:33.038159 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:33.039184 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.039738 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.042785 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.043371 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.043806 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.045143 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.047172 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.049873 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.052590 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.054483 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.055033 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.057446 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:33.058457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816898-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:33.073297 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816898-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:06:33.307535 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60200) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:33.819114 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-b165497d-7dd5-444d-8fc7-a905457703fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:33.819695 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-b165497d-7dd5-444d-8fc7-a905457703fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:34.041598 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-b165497d-7dd5-444d-8fc7-a905457703fa admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:06:34.044757 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b165497d-7dd5-444d-8fc7-a905457703fa admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7362318 Nov 24 15:06:34.200949 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.db.l3_hamode_db [None req-dc37f48b-de66-42d1-ab1b-d2f2069e297f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 24 15:06:34.316294 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37f48b-de66-42d1-ab1b-d2f2069e297f None None] Routers set() bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:06:34.316955 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc37f48b-de66-42d1-ab1b-d2f2069e297f None None] Router IDs set() for agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 24 15:06:36.537559 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60216) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:36.849720 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:06:36.947293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.policy [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 15:06:36.996451 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:36.996897 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING oslo_policy.policy [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:37.005437 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.quota [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] Loaded quota_driver: . Nov 24 15:06:37.326003 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688884974', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688886067', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688880197', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688883530', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688860663', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783688852688', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1677973', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1354750', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-353307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16404471'] for rbac-policy, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:37.502823 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:37.504127 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cac32c04-4257-4081-9941-c4ae1d32ce86 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9655614 Nov 24 15:06:40.174077 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60228) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:40.481715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Request body: {'network': {'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'name': 'private'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:06:40.568506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Made reservation on behalf of 2f00ae21f97b4f5cbe031d5f209d9e7f for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:06:40.571706 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:40.590699 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:40.701356 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:40.763428 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:40.783381 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1176} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:06:40.811084 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783686855855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:40.811727 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Unsubscribe: segment precommit_create {{(pid=103210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 15:06:40.812201 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Added segment ef4f806c-9a41-498a-9928-0d02d21d219e of type vlan for network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e Nov 24 15:06:40.827354 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c410bd06-8d5e-42fe-b29c-223738e5e56e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:40.853096 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.853452 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.853790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.854119 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.854441 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.856741 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.856921 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.857268 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.857609 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.857934 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.858254 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.858571 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Tracked resource versions report: Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: pushed versions: Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Log': {'1.0'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Network': {'1.1'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Port': {'1.7'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'PortForwarding': {'1.2'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: consumer versions: Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Log': '1.0', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Network': '1.1', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Port': '1.7', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'PortForwarding': '1.2', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SubPort': '1.0', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Subnet': '1.1', Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Nov 24 15:06:40.859686 dv-cinder-816898-4-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:06:40.931937 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:41.020912 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:41.022118 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:06:41.022880 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:41.119521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] Pushing event updated for resources: {'Network': ['ID=1a4619f4-ecc9-4c86-9b10-85e7de8c395e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:41.131043 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:06:41.132471 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-27b740b8-87c1-49ab-8056-7ef6d24da37f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9573362 Nov 24 15:06:43.888716 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60242) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:44.269728 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162276cc-743a-40b1-82fb-2ed48c88fbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:06:44.271097 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-162276cc-743a-40b1-82fb-2ed48c88fbcc admin admin] 10.222.0.15 "GET /v2.0/networks/1a4619f4-ecc9-4c86-9b10-85e7de8c395e HTTP/1.1" status: 200 len: 826 time: 0.3814216 Nov 24 15:06:44.296960 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2fca2e6e-2772-459b-92a1-642a8118a51c admin admin] 10.222.0.15 "GET /v2.0/subnetpools/d9d51323-452b-4d76-8287-e28d353319ae HTTP/1.1" status: 200 len: 734 time: 0.0196292 Nov 24 15:06:44.307254 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Request body: {'subnet': {'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'name': 'private-subnet', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:06:44.442989 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Made reservation on behalf of 2f00ae21f97b4f5cbe031d5f209d9e7f for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:06:44.445188 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:44.787099 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:44.858122 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6134c59-2be2-4ddd-ad99-a5b961494f14,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:44.863903 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Checking segment: {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:06:44.864414 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Network hostable DHCP agents. Network: 1a4619f4-ecc9-4c86-9b10-85e7de8c395e, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:06:44.963134 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:06:45.027409 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 1a4619f4-ecc9-4c86-9b10-85e7de8c395e) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:06:45.032238 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:06:45.033022 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:45.037994 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1e1d20-535c-4663-b10b-6806ded57ef0 None None] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:06:45.109168 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3d2e331a-eaa4-432d-be47-943073e32179 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8055241 Nov 24 15:06:45.365543 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:06:45.366763 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:45.667339 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Allocated IP 172.20.0.2 (1a4619f4-ecc9-4c86-9b10-85e7de8c395e/e6134c59-2be2-4ddd-ad99-a5b961494f14/e13bf41a-b9f9-4c87-9146-e2683882b33e) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:06:45.867946 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:45.924087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:45.992877 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:06:46.000631 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:06:46.010429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:06:46.018749 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Pushing event updated for resources: {'Port': ['ID=e13bf41a-b9f9-4c87-9146-e2683882b33e,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:46.067387 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.068054 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.068148 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.068473 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.068818 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.069164 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.069499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.069837 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.070186 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.070523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.070853 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.071182 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Tracked resource versions report: Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: pushed versions: Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Log': {'1.0'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Network': {'1.1'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Port': {'1.7'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'PortForwarding': {'1.2'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: consumer versions: Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Log': '1.0', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Network': '1.1', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Port': '1.7', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'PortForwarding': '1.2', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'QosPolicy': '1.10', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SubPort': '1.0', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Subnet': '1.1', Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Trunk': '1.1'}} Nov 24 15:06:46.072323 dv-cinder-816898-4-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:06:46.102673 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Attempting to bind port e13bf41a-b9f9-4c87-9146-e2683882b33e on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:06:46.103077 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Attempting to bind port e13bf41a-b9f9-4c87-9146-e2683882b33e by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:06:46.103498 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Attempting to bind port e13bf41a-b9f9-4c87-9146-e2683882b33e on network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:06:46.108546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:06:46.108926 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Checking segment: {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:06:46.109396 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:46.109792 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Bound using segment: {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:06:46.110282 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Bound port: e13bf41a-b9f9-4c87-9146-e2683882b33e, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:06:46.110712 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:46.172932 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] For port e13bf41a-b9f9-4c87-9146-e2683882b33e, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:06:46.177537 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] For port e13bf41a-b9f9-4c87-9146-e2683882b33e, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=e13bf41a-b9f9-4c87-9146-e2683882b33e,segment=NetworkSegment(ef4f806c-9a41-498a-9928-0d02d21d219e),segment_id=ef4f806c-9a41-498a-9928-0d02d21d219e)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:06:46.265877 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:46.338190 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520310f-b1fa-4037-b201-3efdc491a126 None None] Pushing event updated for resources: {'Port': ['ID=e13bf41a-b9f9-4c87-9146-e2683882b33e,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:47.648809 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60250) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:47.960508 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-1c394ee0-c85f-4911-a891-cf49bde3639b admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:06:47.961529 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1c394ee0-c85f-4911-a891-cf49bde3639b admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3116648 Nov 24 15:06:50.443108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60258) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:50.956104 dv-cinder-816898-4-iscsi neutron-server[103209]: WARNING oslo_policy.policy [None req-b6c0d5df-6d1d-4668-b2c2-1ee9a4ad5218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:50.956680 dv-cinder-816898-4-iscsi neutron-server[103209]: WARNING oslo_policy.policy [None req-b6c0d5df-6d1d-4668-b2c2-1ee9a4ad5218 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:51.181988 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [None req-b6c0d5df-6d1d-4668-b2c2-1ee9a4ad5218 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:06:51.183414 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b6c0d5df-6d1d-4668-b2c2-1ee9a4ad5218 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7381504 Nov 24 15:06:54.017733 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60278) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:54.334134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:06:54.399070 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.policy [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103209) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 24 15:06:54.446878 dv-cinder-816898-4-iscsi neutron-server[103209]: WARNING oslo_policy.policy [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:54.447256 dv-cinder-816898-4-iscsi neutron-server[103209]: WARNING oslo_policy.policy [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 24 15:06:54.456628 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.quota [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Loaded quota_driver: . Nov 24 15:06:54.579687 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.581565 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.735426 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.737710 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device e13bf41a-b9f9-4c87-9146-e2683882b33e up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:06:54.798850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.834455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port e13bf41a-b9f9-4c87-9146-e2683882b33e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:06:54.834859 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.879541 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.881033 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7f202130-ae51-4fa2-bf0c-17644193b333 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8622708 Nov 24 15:06:54.954411 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:54.994107 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port e13bf41a-b9f9-4c87-9146-e2683882b33e, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=e13bf41a-b9f9-4c87-9146-e2683882b33e,segment=NetworkSegment(ef4f806c-9a41-498a-9928-0d02d21d219e),segment_id=ef4f806c-9a41-498a-9928-0d02d21d219e)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:06:55.066071 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:55.118816 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=e13bf41a-b9f9-4c87-9146-e2683882b33e,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:06:55.504900 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701cd823-3aef-46cb-b1e8-c951949e20dd None None] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:06:55.586210 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-081369da-72ef-4cf4-a87f-7c0a1060fb1d None None] Provisioning complete for port e13bf41a-b9f9-4c87-9146-e2683882b33e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:06:55.586499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-081369da-72ef-4cf4-a87f-7c0a1060fb1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:55.955903 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-b393ee47-ab20-41e2-b9b5-430f9bfd01ff None None] Provisioning complete for port e13bf41a-b9f9-4c87-9146-e2683882b33e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:06:55.956570 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b393ee47-ab20-41e2-b9b5-430f9bfd01ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:56.695814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device e13bf41a-b9f9-4c87-9146-e2683882b33e up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:06:56.743302 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port e13bf41a-b9f9-4c87-9146-e2683882b33e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:06:56.743674 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:57.163314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7e83c1fb-bbdf-4a09-b652-28040290b8fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:06:57.450177 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60288) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:06:57.759458 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-ece6ec6f-50f5-4764-9813-ca98c59e713d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:06:57.761127 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ece6ec6f-50f5-4764-9813-ca98c59e713d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3099828 Nov 24 15:06:59.550494 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0a83df89-8380-476f-8018-3f1d895effc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.241473 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60296) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:07:00.545925 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.554258 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:07:00.620734 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Made reservation on behalf of 8e4f573b53844038a93347d1d9aeb216 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:07:00.622898 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.631151 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.702429 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.785983 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.801424 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Reserving flat network on physical network physnet1 {{(pid=103210) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 24 15:07:00.821309 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c364b1-29af-4b13-8fe6-2a49564762f3,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:00.824612 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.829377 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Added segment 061d5e88-304d-4354-99a3-46a776129632 of type flat for network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 Nov 24 15:07:00.870690 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.963105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:00.964079 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:07:00.964651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:01.021273 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] Pushing event updated for resources: {'Network': ['ID=1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:01.030814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:07:01.068796 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4175a98f-fede-47fa-abac-df082bc9be14 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8262506 Nov 24 15:07:02.288754 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:03.048929 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:03.560098 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:07:03.732445 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813774c2-6ccd-4d5a-8984-b27001ed19e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:07:03.733887 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-813774c2-6ccd-4d5a-8984-b27001ed19e7 admin admin] 10.222.0.15 "GET /v2.0/subnets/e6134c59-2be2-4ddd-ad99-a5b961494f14 HTTP/1.1" status: 200 len: 849 time: 0.1728494 Nov 24 15:07:03.893443 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bab3e354-5f67-45e6-ad4d-3c6daddc3d5a admin admin] 10.222.0.15 "GET /v2.0/routers/82bf6796-22f2-49db-a3ca-c6545797773f HTTP/1.1" status: 200 len: 704 time: 0.1534741 Nov 24 15:07:04.157564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:04.450387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Allocated IP 172.20.0.1 (1a4619f4-ecc9-4c86-9b10-85e7de8c395e/e6134c59-2be2-4ddd-ad99-a5b961494f14/c16cb2cc-66dd-45fd-998c-cd3ca4bf534b) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:07:04.649803 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:04.811464 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:04.894495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:07:04.899865 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:07:04.903560 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:07:04.904160 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:04.969969 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Pushing event updated for resources: {'Port': ['ID=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:05.110751 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-8428771f-238b-497f-934d-36830fd6d0d6 None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:05.111297 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8428771f-238b-497f-934d-36830fd6d0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.144846 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8428771f-238b-497f-934d-36830fd6d0d6 None None] Port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:07:05.157052 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.368437 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.477102 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.477998 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.537120 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Pushing event updated for resources: {'Port': ['ID=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:05.600699 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:07:05.602018 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:07:05.766925 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-041f0117-8c48-484d-952a-2269416354fc None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:05.767294 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-041f0117-8c48-484d-952a-2269416354fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:05.802501 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-041f0117-8c48-484d-952a-2269416354fc None None] Port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:07:05.826204 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Router 82bf6796-22f2-49db-a3ca-c6545797773f is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:07:05.918528 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:07:05.923851 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ac490b42-dad5-4625-9034-0de18e07f01c admin admin] 10.222.0.15 "PUT /v2.0/routers/82bf6796-22f2-49db-a3ca-c6545797773f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0248454 Nov 24 15:07:05.939700 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Sync routers for ids ['82bf6796-22f2-49db-a3ca-c6545797773f'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:07:05.954439 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Routers {'82bf6796-22f2-49db-a3ca-c6545797773f'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:07:05.955286 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:06:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['82bf6796-22f2-49db-a3ca-c6545797773f'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:06.141941 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Set router 82bf6796-22f2-49db-a3ca-c6545797773f gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:07:06.573690 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:05Z', 'revision_number': 2, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port_host': None, '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:05Z', 'revision_number': 2, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:06.624106 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Checking router: 82bf6796-22f2-49db-a3ca-c6545797773f for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:07:06.624483 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Updating router 82bf6796-22f2-49db-a3ca-c6545797773f port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:07:06.671802 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.188163 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.311694 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.452124 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Pushing event updated for resources: {'Port': ['ID=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:07.481396 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.481771 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.482126 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.482471 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.482812 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.483149 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.483483 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.483818 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.484192 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.484528 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.484859 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.485185 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Tracked resource versions report: Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: pushed versions: Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Log': {'1.0'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Network': {'1.1'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Port': {'1.7'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'PortForwarding': {'1.2'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: consumer versions: Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Log': '1.0', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Network': '1.1', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Port': '1.7', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'PortForwarding': '1.2', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'QosPolicy': '1.10', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SubPort': '1.0', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Subnet': '1.1', Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Trunk': '1.1'}} Nov 24 15:07:07.486318 dv-cinder-816898-4-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:07:07.495954 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Attempting to bind port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:07:07.496487 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Attempting to bind port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:07:07.496929 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Attempting to bind port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b on network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:07:07.503049 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:07:07.503455 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Checking segment: {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:07:07.503932 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.504344 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Bound using segment: {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:07:07.504840 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Bound port: c16cb2cc-66dd-45fd-998c-cd3ca4bf534b, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef4f806c-9a41-498a-9928-0d02d21d219e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1176, 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:07:07.505239 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.573182 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] For port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:07:07.592635 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] For port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,segment=NetworkSegment(ef4f806c-9a41-498a-9928-0d02d21d219e),segment_id=ef4f806c-9a41-498a-9928-0d02d21d219e)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:07:07.631827 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-c5de0a65-b645-43c9-b452-27fda13140da None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:07.632536 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c5de0a65-b645-43c9-b452-27fda13140da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.665455 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.667361 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c5de0a65-b645-43c9-b452-27fda13140da None None] Port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:07:07.723583 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Routers {'82bf6796-22f2-49db-a3ca-c6545797773f'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:07:07.724245 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:06:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['82bf6796-22f2-49db-a3ca-c6545797773f'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:07.762895 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c367c2-c849-41f6-a79b-612b02b276bb None None] Pushing event updated for resources: {'Port': ['ID=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:07.837484 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] Set router 82bf6796-22f2-49db-a3ca-c6545797773f gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:07:07.891623 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:07.892232 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:07.982180 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:08.015161 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] For port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,segment=NetworkSegment(ef4f806c-9a41-498a-9928-0d02d21d219e),segment_id=ef4f806c-9a41-498a-9928-0d02d21d219e)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:07:08.078243 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:05Z', 'revision_number': 2, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port_host': None, '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:07Z', 'revision_number': 4, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:08.104949 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12a7f62-60a1-456f-8550-fca98bd7869c None None] The sync data for ids ['82bf6796-22f2-49db-a3ca-c6545797773f'] in dv-cinder-816898-4-iscsi is: [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:05Z', 'revision_number': 2, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port_host': None, '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:07Z', 'revision_number': 4, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:07:08.128174 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:08.188218 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbade3-63f2-479f-b4c0-986fb6f127b0 None None] Pushing event updated for resources: {'Port': ['ID=c16cb2cc-66dd-45fd-998c-cd3ca4bf534b,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:08.307491 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60334) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:07:08.418459 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1af62f-10b7-41d9-b15e-194e20e3c8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:07:08.419874 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0e1af62f-10b7-41d9-b15e-194e20e3c8b5 admin admin] 10.222.0.15 "GET /v2.0/networks/1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 HTTP/1.1" status: 200 len: 842 time: 0.1111887 Nov 24 15:07:08.429806 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:07:08.511448 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Made reservation on behalf of 8e4f573b53844038a93347d1d9aeb216 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:07:08.513757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:08.871195 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.objects.ports [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103210) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 24 15:07:08.871559 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:08.929832 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d30fca2-e204-4dbd-93d2-21e15b218146,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:08.940095 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:07:08.940520 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Network hostable DHCP agents. Network: 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:07:09.024226 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:07:09.116899 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:07:09.122036 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:07:09.122566 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:09.126845 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14d4afe-2ae3-49f7-aba6-68aa906ec871 None None] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:07:09.228039 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6468ec62-9d41-49b0-986c-b6173405aab9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7904005 Nov 24 15:07:09.255598 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1782d4-9bfa-4914-9de4-f4caec970ac2 None None] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:07:11.659071 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60342) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:07:11.863673 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-76fe3942-aea8-49a2-8f1b-6e5745cde9f1 admin admin] 10.222.0.15 "GET /v2.0/routers/82bf6796-22f2-49db-a3ca-c6545797773f HTTP/1.1" status: 200 len: 710 time: 0.2033379 Nov 24 15:07:11.958115 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eca32cc-f6cc-4cd0-af44-7d91c7c13b85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:07:11.959491 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7eca32cc-f6cc-4cd0-af44-7d91c7c13b85 admin admin] 10.222.0.15 "GET /v2.0/networks/1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 HTTP/1.1" status: 200 len: 886 time: 0.0880756 Nov 24 15:07:11.968944 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:07:12.215282 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:12.513263 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:12.592636 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:12.701105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Allocated IP 172.27.2.213 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/11edae2c-24fc-46e7-869d-4d7c11dbd9b7) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:07:12.799616 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:12.923219 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:12.960672 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:07:12.968608 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:07:12.977057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:07:12.980185 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Pushing event updated for resources: {'Port': ['ID=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:13.303782 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:13.591771 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-516164', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-516712', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-64703'] for router, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:13.595397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-516173', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-516182', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-516703'] for router, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:13.704322 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Router 82bf6796-22f2-49db-a3ca-c6545797773f has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:07:13.812765 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:07:13.817560 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:13.818774 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-18ce87ed-c31d-435a-acdc-b4a4c651f40c admin admin] 10.222.0.15 "PUT /v2.0/routers/82bf6796-22f2-49db-a3ca-c6545797773f HTTP/1.1" status: 200 len: 890 time: 1.8530920 Nov 24 15:07:14.746522 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c16cb2cc-66dd-45fd-998c-cd3ca4bf534b up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:07:14.794382 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:14.794759 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:15.121552 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Sync routers for ids ['82bf6796-22f2-49db-a3ca-c6545797773f'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:07:15.132477 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Routers {'82bf6796-22f2-49db-a3ca-c6545797773f'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:07:15.133139 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:06:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['82bf6796-22f2-49db-a3ca-c6545797773f'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:15.346090 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Set router 82bf6796-22f2-49db-a3ca-c6545797773f gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:07:15.804872 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:13Z', 'revision_number': 4, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port': {'id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:12Z', 'updated_at': '2021-11-24T15:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:07Z', 'revision_number': 5, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:15.858419 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Checking router: 82bf6796-22f2-49db-a3ca-c6545797773f for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:07:15.858787 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Updating router 82bf6796-22f2-49db-a3ca-c6545797773f port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:07:15.905794 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.234224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.294815 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.337055 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60354) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:07:16.348360 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Attempting to bind port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:07:16.348741 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Attempting to bind port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:07:16.349117 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Attempting to bind port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:07:16.357492 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:07:16.357874 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:07:16.358274 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.358672 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:07:16.359140 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Bound port: 11edae2c-24fc-46e7-869d-4d7c11dbd9b7, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:07:16.359527 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.361056 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0322-45e0-4dda-a1dc-737bd4bb86fa None None] Pushing event updated for resources: {'Port': ['ID=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:16.411973 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] For port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:07:16.415067 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] For port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:07:16.466127 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:16.466713 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a96b7626-3910-438b-92b0-f9cbf0ce379d admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1283071 Nov 24 15:07:16.529809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c0322-45e0-4dda-a1dc-737bd4bb86fa None None] Pushing event updated for resources: {'Port': ['ID=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:16.532996 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Routers {'82bf6796-22f2-49db-a3ca-c6545797773f'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:07:16.533991 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:06:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['82bf6796-22f2-49db-a3ca-c6545797773f'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:16.645932 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] Set router 82bf6796-22f2-49db-a3ca-c6545797773f gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:07:16.863701 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:13Z', 'revision_number': 4, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port': {'id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:12Z', 'updated_at': '2021-11-24T15:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:07Z', 'revision_number': 5, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:07:16.889809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30446b-7015-4635-8301-67bfadf7e21f None None] The sync data for ids ['82bf6796-22f2-49db-a3ca-c6545797773f'] in dv-cinder-816898-4-iscsi is: [{'id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'name': 'router1', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213'}], 'enable_snat': True}, 'gw_port_id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:06:54Z', 'updated_at': '2021-11-24T15:07:13Z', 'revision_number': 4, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'gw_port': {'id': '11edae2c-24fc-46e7-869d-4d7c11dbd9b7', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:39:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:12Z', 'updated_at': '2021-11-24T15:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'c16cb2cc-66dd-45fd-998c-cd3ca4bf534b', 'name': '', 'network_id': '1a4619f4-ecc9-4c86-9b10-85e7de8c395e', 'tenant_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'mac_address': 'fa:16:3e:11:5c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82bf6796-22f2-49db-a3ca-c6545797773f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:07:04Z', 'updated_at': '2021-11-24T15:07:07Z', 'revision_number': 5, 'project_id': '2f00ae21f97b4f5cbe031d5f209d9e7f', 'subnets': [{'id': 'e6134c59-2be2-4ddd-ad99-a5b961494f14', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd9d51323-452b-4d76-8287-e28d353319ae'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:07:18.762670 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:07:18.828126 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:18.828504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:18.920445 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:18.941827 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:07:19.003033 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:19.055407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=11edae2c-24fc-46e7-869d-4d7c11dbd9b7,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:07:20.765435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:07:20.845878 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 11edae2c-24fc-46e7-869d-4d7c11dbd9b7 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:07:20.846606 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:27.183649 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6e749e4d-3a2c-4040-94c7-93e32795f833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:29.545339 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3d4058d-e790-4c0f-aa8c-c19713792c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:29.641978 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:07:30.549426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:32.231092 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:33.023983 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:57.213364 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0b66d3fc-e50a-4c8c-a544-308999d19b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:07:59.544311 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cbcc2b4c-a447-4115-9910-ab73cd8ffdfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:00.553501 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:02.247308 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:03.078868 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:06.645620 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:08:27.177673 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d5117a24-ad99-46bf-8665-8e90bb84ff23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:29.549534 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f4f9adb7-9dab-479a-b2c8-9ad18adaab8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:30.554610 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:32.251532 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:33.049467 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:38.714303 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60838) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:38.776111 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2a844b1-6818-46ca-9846-a597099b77b7 admin admin] GET failed (client error): The resource could not be found. Nov 24 15:08:38.777399 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b2a844b1-6818-46ca-9846-a597099b77b7 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620930 Nov 24 15:08:38.937745 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca02cc3e-8396-4efd-8d45-73e85f7335d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:38.939141 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ca02cc3e-8396-4efd-8d45-73e85f7335d8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1571879 Nov 24 15:08:41.240856 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60848) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:41.391616 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a29775f-204c-4fd8-a166-4a66b6e086dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:41.393018 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3a29775f-204c-4fd8-a166-4a66b6e086dd admin admin] 10.222.0.15 "GET /v2.0/subnets/e6134c59-2be2-4ddd-ad99-a5b961494f14 HTTP/1.1" status: 200 len: 849 time: 0.1512289 Nov 24 15:08:41.407069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:08:41.497936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Publish callbacks [] for subnet, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:41.699669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783686728057'] for subnet, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:41.769777 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:41.770677 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:41.771648 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] 10.222.0.15 "PUT /v2.0/subnets/e6134c59-2be2-4ddd-ad99-a5b961494f14 HTTP/1.1" status: 200 len: 868 time: 0.3685033 Nov 24 15:08:41.774067 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0834e35d-7d27-4efc-9402-729c9ced2ef8 None None] Network 1a4619f4-ecc9-4c86-9b10-85e7de8c395e requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:08:41.783184 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6134c59-2be2-4ddd-ad99-a5b961494f14,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:08:41.794843 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.795288 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.795970 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.796415 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.796830 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.797241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.797652 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.798105 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.798525 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.798928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.799834 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.799834 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d588a-86d5-4289-b0b0-b35718e93eca admin admin] Tracked resource versions report: Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: pushed versions: Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Log': {'1.0'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Network': {'1.1'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Port': {'1.7'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'PortForwarding': {'1.2'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: consumer versions: Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Log': '1.0', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Network': '1.1', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Port': '1.7', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'PortForwarding': '1.2', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SubPort': '1.0', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Subnet': '1.1', Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Nov 24 15:08:41.800994 dv-cinder-816898-4-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:08:42.169644 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-fd0a6665-2491-4007-8e13-d24513f1d6b5 None None] Provisioning complete for port e13bf41a-b9f9-4c87-9146-e2683882b33e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:08:42.170005 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6665-2491-4007-8e13-d24513f1d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:42.258433 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-fd0a6665-2491-4007-8e13-d24513f1d6b5 None None] Provisioning complete for port c16cb2cc-66dd-45fd-998c-cd3ca4bf534b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:08:42.258810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd0a6665-2491-4007-8e13-d24513f1d6b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:43.645693 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:08:44.065381 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60862) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:44.310278 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f39127-0c20-4e78-be71-3a32e4fe4120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:44.310747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f39127-0c20-4e78-be71-3a32e4fe4120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:44.312293 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-55f39127-0c20-4e78-be71-3a32e4fe4120 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2459385 Nov 24 15:08:46.606066 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60870) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:46.736890 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349572e2-2d31-4660-8d1c-eccf08279049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:46.737349 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349572e2-2d31-4660-8d1c-eccf08279049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:46.738867 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-349572e2-2d31-4660-8d1c-eccf08279049 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1318655 Nov 24 15:08:49.018729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60878) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:49.198435 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efccdc0-902f-49b3-af2a-0b63ff623c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:49.199809 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-5efccdc0-902f-49b3-af2a-0b63ff623c3a admin admin] 10.222.0.15 "GET /v2.0/networks/1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 HTTP/1.1" status: 200 len: 886 time: 0.1801019 Nov 24 15:08:51.465575 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60886) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:51.614537 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7360a98-213c-4d97-a77c-af0db9facb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:51.614537 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c7360a98-213c-4d97-a77c-af0db9facb4d admin admin] 10.222.0.15 "GET /v2.0/networks/1a4619f4-ecc9-4c86-9b10-85e7de8c395e HTTP/1.1" status: 200 len: 870 time: 0.1441045 Nov 24 15:08:53.904988 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 60894) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:54.028260 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad4d6c-eb57-4a92-ac1d-6c68d0abe864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:54.028723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad4d6c-eb57-4a92-ac1d-6c68d0abe864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:54.030241 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-fdad4d6c-eb57-4a92-ac1d-6c68d0abe864 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242983 Nov 24 15:08:56.280136 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60902) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:56.405810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33735572-ce04-40f9-b76c-232a74b75b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:56.406256 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33735572-ce04-40f9-b76c-232a74b75b8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:56.407781 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-33735572-ce04-40f9-b76c-232a74b75b8f admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266897 Nov 24 15:08:57.182638 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e03fc9a-0c95-4801-a7d2-a390d9d62a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:08:58.688865 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60910) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:08:58.778239 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddafb96b-e219-4503-848a-f19edf9c480e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:08:58.779600 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ddafb96b-e219-4503-848a-f19edf9c480e admin admin] 10.222.0.15 "GET /v2.0/subnets/5d30fca2-e204-4dbd-93d2-21e15b218146 HTTP/1.1" status: 200 len: 816 time: 0.0897567 Nov 24 15:08:59.537652 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5a4c8cbc-2542-4c5a-8573-6d56c948ff5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:00.545423 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:01.052721 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60918) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:09:01.145538 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0e713a-de63-4ce9-9dd1-dbb812f0eede admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:09:01.147382 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ce0e713a-de63-4ce9-9dd1-dbb812f0eede admin admin] 10.222.0.15 "GET /v2.0/subnets/e6134c59-2be2-4ddd-ad99-a5b961494f14 HTTP/1.1" status: 200 len: 868 time: 0.0937252 Nov 24 15:09:02.233749 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:03.018804 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:20.643535 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:09:25.710100 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60972) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:09:25.757224 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-e3529b2a-c4c3-4820-9431-abe7b8927e18 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:09:25.758234 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e3529b2a-c4c3-4820-9431-abe7b8927e18 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471961 Nov 24 15:09:27.187546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2bd11951-6926-4616-bceb-eefc01c8ae13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:28.176283 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60980) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:09:28.235240 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.pecan_wsgi.hooks.translation [None req-68cb4457-c5cf-4407-8b09-0a6a82bd4315 admin admin] GET failed (client error): The resource could not be found. Nov 24 15:09:28.236518 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-68cb4457-c5cf-4407-8b09-0a6a82bd4315 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593040 Nov 24 15:09:28.322844 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067d75ac-3cd2-4ef6-bb63-240012053739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:09:28.324355 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-067d75ac-3cd2-4ef6-bb63-240012053739 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815179 Nov 24 15:09:29.541609 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-33e089cd-a2a5-4982-81f5-fa0fc6d9b05f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.553456 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.615978 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60988) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:09:30.670051 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:09:30.743156 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Made reservation on behalf of 8e4f573b53844038a93347d1d9aeb216 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:09:30.745484 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.772512 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING neutron.services.revisions.revision_plugin [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Could not find related network for resource to bump revision. Nov 24 15:09:30.782931 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1188} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:09:30.791684 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.792293 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Added segment 98306293-d33d-4e28-89cd-9b438e22849b of type vlan for network 59926c5f-b865-4db0-9368-868ca31bc738 Nov 24 15:09:30.831582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.907348 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.908309 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:09:30.908900 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:30.965622 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Pushing event updated for resources: {'Network': ['ID=59926c5f-b865-4db0-9368-868ca31bc738,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:09:30.972120 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.972471 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.973564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.973903 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.974234 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.974566 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.974894 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.975236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.975567 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.975994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.976376 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.976769 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:30.987319 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 59926c5f-b865-4db0-9368-868ca31bc738 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:09:31.003743 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-dc3b5b76-5ce2-4263-aed9-c46de30e3887 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3866010 Nov 24 15:09:32.240290 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:33.017531 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:33.311407 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 60996) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:09:33.372521 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.pecan_wsgi.hooks.translation [None req-58f68fdb-eece-4f42-ac7f-7bfb02efd90c admin admin] GET failed (client error): The resource could not be found. Nov 24 15:09:33.373794 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-58f68fdb-eece-4f42-ac7f-7bfb02efd90c admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614040 Nov 24 15:09:33.449528 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf20dff1-9cd8-4eaf-96ce-a0c01cf872a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:09:33.450980 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bf20dff1-9cd8-4eaf-96ce-a0c01cf872a9 admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0726876 Nov 24 15:09:33.461252 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738', 'cidr': '192.168.233.0/24'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:09:33.543167 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Made reservation on behalf of 8e4f573b53844038a93347d1d9aeb216 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:09:33.545606 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:33.743842 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:33.791296 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=456a0061-0520-45a5-9d5d-74378b460f93,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:09:33.807703 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Checking segment: {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:09:33.808078 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Network hostable DHCP agents. Network: 59926c5f-b865-4db0-9368-868ca31bc738, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:09:33.857249 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Network 59926c5f-b865-4db0-9368-868ca31bc738 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:09:33.908663 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 59926c5f-b865-4db0-9368-868ca31bc738) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:09:33.912805 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:09:33.913389 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:33.917378 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7592e224-3914-468a-bc8e-5679b6f4bc13 None None] Network 59926c5f-b865-4db0-9368-868ca31bc738 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:09:33.968902 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a2e77d59-e85b-4d06-b48c-12fb0c80a25f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5109172 Nov 24 15:09:34.160844 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-59926c5f-b865-4db0-9368-868ca31bc738', 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738', 'tenant_id': '8e4f573b53844038a93347d1d9aeb216', 'fixed_ips': [{'subnet_id': '456a0061-0520-45a5-9d5d-74378b460f93'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:09:34.161762 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.299146 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Allocated IP 192.168.233.2 (59926c5f-b865-4db0-9368-868ca31bc738/456a0061-0520-45a5-9d5d-74378b460f93/7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:09:34.446330 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.515306 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.556095 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Network 59926c5f-b865-4db0-9368-868ca31bc738 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:09:34.559044 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:09:34.562566 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:09:34.568790 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Pushing event updated for resources: {'Port': ['ID=7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:09:34.579792 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.580234 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.580591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.580933 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.581306 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.581609 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.581980 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.582316 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.582662 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.582993 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.583324 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.583648 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:09:34.633114 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Attempting to bind port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:09:34.633482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Attempting to bind port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:09:34.633855 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Attempting to bind port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd on network 59926c5f-b865-4db0-9368-868ca31bc738 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:09:34.638948 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 9, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:09:34.639318 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Checking segment: {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:09:34.639718 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.640138 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Bound using segment: {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:09:34.640607 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Bound port: 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:09:34.641002 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.703511 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] For port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:09:34.706520 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] For port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:09:34.780454 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:34.845827 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca341870-b73c-42f6-9dd0-cd55d283d5ea None None] Pushing event updated for resources: {'Port': ['ID=7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:09:35.617904 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b24146-6659-4e76-8168-688ede9725e3 None None] Network 59926c5f-b865-4db0-9368-868ca31bc738 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:09:35.712517 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] Provisioning complete for port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:09:35.712891 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:35.846748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:35.885968 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] For port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:09:35.965456 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:36.029320 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf8891-6ceb-4309-a2ea-9329498807a3 None None] Pushing event updated for resources: {'Port': ['ID=7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:09:36.085105 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-a83bc194-f283-4546-b08e-7fbf9c1d1d9c None None] Provisioning complete for port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:09:36.085747 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a83bc194-f283-4546-b08e-7fbf9c1d1d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:36.819563 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:09:36.868545 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 7c7a96d0-6cc2-458a-a3f5-c6c506f9f2dd triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:09:36.868974 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:57.205084 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-09af2b78-a395-40b5-8656-fa553b9e8c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:09:57.642301 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:09:59.542523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f1407c9-dad4-40e0-b729-e1e61a94c45e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:00.570335 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:02.231924 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:03.010226 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:27.175143 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b31e6dd0-55e9-4738-9ed3-8375e23459d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:29.557395 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aa8e91a2-dad5-4328-8f08-7bf7411513ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:30.540426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:32.237841 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:33.014457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:34.641154 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:10:54.675509 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 32808) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:10:54.681248 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [None req-db995819-a193-4bb3-979b-ae1f173c3eda tempest-verify_tempest_config-1536756091 tempest-verify_tempest_config-1536756091-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:10:54.682195 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-db995819-a193-4bb3-979b-ae1f173c3eda tempest-verify_tempest_config-1536756091 tempest-verify_tempest_config-1536756091-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057566 Nov 24 15:10:55.235743 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 32826) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:10:55.347148 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.446824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.498918 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.544123 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6435545e-952c-4413-ad6e-09bb24b1c582,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:10:55.548548 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=677f1e8b22664f1da6052b38f8fdc838&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3117619 Nov 24 15:10:55.551442 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 32832) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:10:55.553871 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.554241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.554586 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.554920 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.555252 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.555597 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.555928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.556294 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.556626 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.556957 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.557280 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.557599 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df50eff-9216-42d2-ad9e-614ed9b13882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.606489 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.626451 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.779506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.782883 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:55.784051 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6435545e-952c-4413-ad6e-09bb24b1c582 HTTP/1.1" status: 204 len: 168 time: 0.2316899 Nov 24 15:10:55.792274 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6435545e-952c-4413-ad6e-09bb24b1c582,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:10:55.799778 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.800170 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.800570 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.800946 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.801237 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.801640 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.801916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.802264 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.802605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.802927 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.803250 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:55.803570 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c2510a5-e5ab-4bbd-b7ab-40af952396a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:10:57.191065 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-246d37cb-69f6-43e5-9028-3fea6de9b372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:10:59.550681 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5ac6d848-ef87-4b86-a1f7-0a733b261f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:00.567385 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:02.236556 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:03.007080 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:11.639624 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:11:27.189718 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c1c06b42-b460-4f60-ad85-9be934c0901c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:29.554725 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b33d6707-6905-4b58-b67a-ddcb131faf63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:30.595322 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:32.229174 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:33.011743 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:48.638584 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:11:57.205617 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7301ef15-f2fa-48c8-b268-ed2426ee8193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:11:59.565194 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b76afb39-ed8a-4350-9a93-d6bf0e9b033c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:00.575740 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:02.245278 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:03.039551 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:25.637512 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 5 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:12:27.193004 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c134-9d03-4bd7-85a4-8371aeb85bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:29.598464 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7a4639a1-459d-4ecb-aded-95eed3bb8f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:30.586194 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.204391 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-523606'] for agent, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:32.227003 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:33.015644 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:46.539015 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 32904) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:46.655907 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-715fddbb-3763-4c5a-a684-badf76512c2c admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1157930 Nov 24 15:12:48.974187 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 32914) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:12:49.032519 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cd658589-f521-4e29-846b-4053a1ebd43b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0572252 Nov 24 15:12:57.180617 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d605caa5-6ea9-4e25-bdb6-8c9a3ebe73ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:12:59.546181 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5966cbef-8999-4859-8724-7489323f6383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:00.579184 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:02.185400 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:02.258075 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:02.637980 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:13:03.035458 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:27.191031 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3303418f-7a51-4d64-9bd8-66f3b230e531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:29.640223 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b6c429d1-1fc6-4917-8541-527559cb892a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:30.583084 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:32.185165 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:32.251212 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:33.036714 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:39.636521 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:13:57.198509 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-abef6bf9-a8ad-46f1-8685-c34bfcc029d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:13:59.569926 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a5c968de-2784-40ce-9ff6-a8c854a48c13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:00.578987 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:02.195848 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:02.260939 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:03.053313 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:16.635185 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:14:20.553333 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33122) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:20.583386 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33128) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:20.810150 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33144) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:21.010704 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1757404252-network', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:21.021647 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1012667657-network', 'tenant_id': 'c1e3e4184c0240b9a89bbc4031b814d3'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:21.056776 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33158) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:21.066992 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.db.api [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 24 15:14:21.066992 dv-cinder-816898-4-iscsi neutron-server[103209]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 24 15:14:21.066992 dv-cinder-816898-4-iscsi neutron-server[103209]: [parameters: {'project_id': 'c1e3e4184c0240b9a89bbc4031b814d3', 'id': '85b7a20f-5ad9-439d-a121-9213bc1fd864', 'expiration': datetime.datetime(2021, 11, 24, 15, 16, 21, 61886)}] Nov 24 15:14:21.066992 dv-cinder-816898-4-iscsi neutron-server[103209]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103209) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:14:21.070029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG oslo_db.api [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:14:21.087680 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1948505753-network', 'tenant_id': '897ab240793346189552c0826f50975f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:21.211841 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Made reservation on behalf of e5929a0c9c79452ca0e05525de2bdc3a for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:21.221717 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.315582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.329678 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-network', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:21.351999 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.552462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'network': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:21.555749 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.565516 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.579400 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.594922 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1194} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:21.606547 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.607063 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Added segment ae48fa21-47bc-4a0e-b250-2ac9b0185319 of type vlan for network df2ca626-256c-416b-ab3e-7ddc9ba9d04a Nov 24 15:14:21.655473 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.674627 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.691044 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Made reservation on behalf of 2ffe8aae9e6d4defafe0a82e99165caa for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:21.693942 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.711481 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.712094 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d401e-81a0-4924-be4e-645717106850,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:21.726291 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Tracked resource versions report: Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: pushed versions: Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: { 'AddressGroup': {'1.2'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'ConntrackHelper': {'1.0'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Log': {'1.0'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Network': {'1.1'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Port': {'1.7'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'PortForwarding': {'1.2'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'QosPolicy': {'1.10'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroup': {'1.5'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SubPort': {'1.0'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Subnet': {'1.1'}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Trunk': {'1.1'}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: consumer versions: Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: HyperV agent@hv-cinder-81689: {}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'ConntrackHelper': '1.0', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Log': '1.0', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Network': '1.1', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Port': '1.7', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'PortForwarding': '1.2', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'QosPolicy': '1.10', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroup': '1.5', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SecurityGroupRule': '1.2', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'SubPort': '1.0', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Subnet': '1.1', Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: 'Trunk': '1.1'}} Nov 24 15:14:21.732287 dv-cinder-816898-4-iscsi neutron-server[103210]: {{(pid=103210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:14:21.749724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Made reservation on behalf of c1e3e4184c0240b9a89bbc4031b814d3 for: {'network': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:21.752263 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.752420 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.753249 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:21.754648 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.756373 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.778168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1195} {{(pid=103209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:21.797877 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.813852 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783686855855', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.814783 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Unsubscribe: segment precommit_create {{(pid=103209) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 24 15:14:21.815584 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.segments_db [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Added segment 7a84d4a7-0929-4cf7-afac-75ea9dc235d6 of type vlan for network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 Nov 24 15:14:21.876702 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.945604 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.964346 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3180129d-c685-44f7-81d9-b8864c517536,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:21.976747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.977288 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.978224 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.978953 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.979478 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.980045 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.980595 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.981277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.981824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.982354 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.982875 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.983402 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Tracked resource versions report: Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: pushed versions: Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: { 'AddressGroup': {'1.2'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'ConntrackHelper': {'1.0'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Log': {'1.0'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Network': {'1.1'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Port': {'1.7'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'PortForwarding': {'1.2'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'QosPolicy': {'1.10'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroup': {'1.5'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SubPort': {'1.0'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Subnet': {'1.1'}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Trunk': {'1.1'}} Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: consumer versions: Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: HyperV agent@hv-cinder-81689: {}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'ConntrackHelper': '1.0', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Log': '1.0', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Network': '1.1', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Port': '1.7', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'PortForwarding': '1.2', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'QosPolicy': '1.10', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroup': '1.5', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SecurityGroupRule': '1.2', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'SubPort': '1.0', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Subnet': '1.1', Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: 'Trunk': '1.1'}} Nov 24 15:14:21.984824 dv-cinder-816898-4-iscsi neutron-server[103209]: {{(pid=103209) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:14:21.997825 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:21.999341 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] Pushing event updated for resources: {'Network': ['ID=df2ca626-256c-416b-ab3e-7ddc9ba9d04a,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:21.999656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:22.000293 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.019080 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.025967 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:22.048666 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-72fe8e23-dfc0-47ad-9905-3532976fcebe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4937418 Nov 24 15:14:22.052358 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33202) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:22.069719 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Request body: {'subnet': {'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1757404252-subnet', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:22.107175 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] Pushing event updated for resources: {'Network': ['ID=e552abba-667d-4fa8-88ce-f68e8bf6e7b0,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.124377 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1178} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:22.141034 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.150349 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:22.165649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.165985 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Added segment 81263d93-2f8b-49fb-9646-b541f6f63c20 of type vlan for network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 Nov 24 15:14:22.167362 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76134e79-d6aa-42fa-a38f-496e073c5206,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.197492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.219804 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.235366 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=103209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:22.247701 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Made reservation on behalf of e5929a0c9c79452ca0e05525de2bdc3a for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:22.252240 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.271863 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.272510 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.segments_db [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Added segment b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f of type vlan for network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 Nov 24 15:14:22.274334 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.329951 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-31ccdb8d-8a06-425b-b2bf-2635921f3f5f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5185177 Nov 24 15:14:22.336524 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33206) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:22.342453 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Request body: {'subnet': {'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1948505753-subnet', 'tenant_id': '897ab240793346189552c0826f50975f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:22.351419 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.354668 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.355874 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:22.356812 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.459411 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb92c3c0-6d9d-4bc5-a295-8163cb22c532,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.469866 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:22.517772 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:22.523326 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.527449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.533031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:22.533031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.621300 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-475929a9-9d1d-4530-8eb2-1709db62f0d9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5634315 Nov 24 15:14:22.622555 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33214) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:22.628133 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Request body: {'subnet': {'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-subnet', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:22.632023 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.661090 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0732005 Nov 24 15:14:22.664319 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33220) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:22.664453 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3b758-5a73-43a8-b7f0-1a738e6d70ca admin admin] Pushing event updated for resources: {'Network': ['ID=3b0570fd-7f26-4647-ab1f-22f24f2a4e40,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.675482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:22.676457 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Request body: {'subnet': {'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1012667657-subnet', 'tenant_id': 'c1e3e4184c0240b9a89bbc4031b814d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:22.730030 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2fa3971-52c9-4edf-8098-638115ff5cf0,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.749830 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Checking segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:22.750178 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Network hostable DHCP agents. Network: df2ca626-256c-416b-ab3e-7ddc9ba9d04a, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:22.769756 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Made reservation on behalf of 2ffe8aae9e6d4defafe0a82e99165caa for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:22.777901 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.861739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:22.889393 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.906710 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Made reservation on behalf of c1e3e4184c0240b9a89bbc4031b814d3 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:22.909517 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:22.972155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f75264e-459c-49ba-b0d4-105db004a1e6,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:22.985936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Checking segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:22.985936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Network hostable DHCP agents. Network: e552abba-667d-4fa8-88ce-f68e8bf6e7b0, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:22.998781 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, df2ca626-256c-416b-ab3e-7ddc9ba9d04a) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:23.009393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882f5016-4f87-4ee8-ae50-e278b115f0b5 None None] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:23.032380 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:23.033058 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.115492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:23.123665 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, e552abba-667d-4fa8-88ce-f68e8bf6e7b0) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:23.141360 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b53545-34ed-42b8-9ec6-011c37e6bf1b None None] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:23.158916 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:23.159512 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.188307 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2123e1e8-f4fc-4e3f-85a3-2b4ba15b1573 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1273777 Nov 24 15:14:23.191153 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33240) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:23.195470 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:23.199012 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.265867 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4c1fd84c-06bd-4d85-985c-a50ebf4d6480 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9280775 Nov 24 15:14:23.332750 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:14:23.333072 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.408035 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.464445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.465880 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.466578 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Checking segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:23.467078 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Network hostable DHCP agents. Network: fb92c3c0-6d9d-4bc5-a295-8163cb22c532, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:23.471941 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9a36194-4615-4dd4-a70e-e86caa44d64a,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:23.547230 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Allocated IP 172.20.0.2 (df2ca626-256c-416b-ab3e-7ddc9ba9d04a/d2fa3971-52c9-4edf-8098-638115ff5cf0/dbdaac51-a094-41b6-888c-7a2e3dcc8c9b) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:23.553554 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5405f5-3baf-476b-818d-3ebdbb8fcbc9 None None] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:23.667720 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Checking segment: {'id': 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:23.668323 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Network hostable DHCP agents. Network: 3b0570fd-7f26-4647-ab1f-22f24f2a4e40, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:23.676991 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbb0e723-73e3-48fe-87cc-48a1c950a13b,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:23.682142 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33262) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:23.689093 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.740989 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:23.822394 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:23.840102 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.913221 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21e6fd27-3fff-4e6c-ad59-4fe8296153f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.924682 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.929133 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, fb92c3c0-6d9d-4bc5-a295-8163cb22c532) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:23.937637 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:23.938248 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.950324 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ec0bb2-d14b-4b85-848f-336a1b240156 None None] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:23.951793 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 3b0570fd-7f26-4647-ab1f-22f24f2a4e40) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:23.959246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:23.961405 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:23.971636 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33296) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:23.974489 dv-cinder-816898-4-iscsi neutron-server[103210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 15:14:24.002759 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:24.006072 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:24.008061 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf566678-3072-438d-8fcd-f57735a673b3 None None] Network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:24.034551 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6053a369-0a15-4552-bdfe-d8c76ca62569 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4106419 Nov 24 15:14:24.051717 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33298) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:24.065480 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:24.076173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.100058 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-468f74ae-00f3-429c-8fea-0d173c68c9d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4244099 Nov 24 15:14:24.100570 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Pushing event updated for resources: {'Port': ['ID=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:24.100570 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:24.205241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.206762 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.320522 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Attempting to bind port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:24.321527 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Attempting to bind port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:24.322177 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Attempting to bind port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:24.328559 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.332950 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333103 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21e6fd27-3fff-4e6c-ad59-4fe8296153f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.333224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.334193 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.334753 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Tracked resource versions report: Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: pushed versions: Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: { 'AddressGroup': {'1.2'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'ConntrackHelper': {'1.0'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Log': {'1.0'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Network': {'1.1'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Port': {'1.7'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'PortForwarding': {'1.2'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'QosPolicy': {'1.10'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroup': {'1.5'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SubPort': {'1.0'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Subnet': {'1.1'}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Trunk': {'1.1'}} Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: consumer versions: Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: HyperV agent@hv-cinder-81689: {}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'ConntrackHelper': '1.0', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Log': '1.0', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Network': '1.1', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Port': '1.7', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'PortForwarding': '1.2', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'QosPolicy': '1.10', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroup': '1.5', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SecurityGroupRule': '1.2', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'SubPort': '1.0', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Subnet': '1.1', Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: 'Trunk': '1.1'}} Nov 24 15:14:24.336518 dv-cinder-816898-4-iscsi neutron-server[103211]: {{(pid=103211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:14:24.373707 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:24.374414 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Checking segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:24.374984 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.375572 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Bound using segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:24.376328 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Bound port: dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:24.376886 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.395300 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.435546 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-8edf8a3f-f87f-4c3b-bee2-7996c6f029ad tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:24.438941 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-8edf8a3f-f87f-4c3b-bee2-7996c6f029ad tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.4655480 Nov 24 15:14:24.440853 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21e6fd27-3fff-4e6c-ad59-4fe8296153f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.459702 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33326) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:24.462870 dv-cinder-816898-4-iscsi neutron-server[103209]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 24 15:14:24.470664 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838be8e-2af0-4df2-81f2-33b6aa55891e None None] Network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:24.497145 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-33dbb397-e2ae-4758-9dec-9f9ea8884b21 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/quotas/897ab240793346189552c0826f50975f HTTP/1.1" status: 200 len: 375 time: 0.0472839 Nov 24 15:14:24.544192 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-21e6fd27-3fff-4e6c-ad59-4fe8296153f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=81ea55b606b744409fbd5175aa245060&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8563099 Nov 24 15:14:24.554418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33328) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:24.618305 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] For port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:24.619195 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6fd27-3fff-4e6c-ad59-4fe8296153f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae63f90-eb49-4767-83c4-404e6ecb698a,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:24.625326 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-71eaae85-71f6-46e1-b5dd-3ba953737043 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0847311 Nov 24 15:14:24.681046 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.691134 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] For port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:24.716191 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.731064 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.733826 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9d401-42e1-45bf-8357-32f0d3eb09b2 None None] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:24.761409 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.792170 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-cbcb2ff1-d78f-4786-ba6e-0a55a1f0f4a6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:14:24.793197 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-cbcb2ff1-d78f-4786-ba6e-0a55a1f0f4a6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0518832 Nov 24 15:14:24.851703 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-eb4ad3a2-d4ec-48c5-9c55-31294c053e64 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:24.853432 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-eb4ad3a2-d4ec-48c5-9c55-31294c053e64 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/networks?id=3b0570fd-7f26-4647-ab1f-22f24f2a4e40 HTTP/1.1" status: 200 len: 812 time: 0.3923349 Nov 24 15:14:24.927484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:24.936209 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-dfda8fc8-ee76-4e2c-8349-2d329f9b4dec tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/quotas/c1e3e4184c0240b9a89bbc4031b814d3 HTTP/1.1" status: 200 len: 375 time: 0.0587604 Nov 24 15:14:24.947359 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea4f016-c1fa-4268-88d9-555f1fc272ef None None] Pushing event updated for resources: {'Port': ['ID=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:25.087421 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.101773 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-c006b904-aeed-48ae-b2d7-a4cbca1971e6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1e3e4184c0240b9a89bbc4031b814d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965209 Nov 24 15:14:25.134331 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Allocated IP 172.27.2.43 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/76af7819-c3f1-4866-9457-dbf61cb12273) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:25.181888 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-fecc139a-62b2-4293-a4c0-0c7462728f71 service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819706 Nov 24 15:14:25.307036 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-da9a8966-24ac-44b9-8d14-891da9dbf840 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:14:25.307036 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-da9a8966-24ac-44b9-8d14-891da9dbf840 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1409316 Nov 24 15:14:25.400045 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-4a81038f-dfcc-4a8f-bae3-48281956c4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101300 Nov 24 15:14:25.411425 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.414310 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.415653 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ae63f90-eb49-4767-83c4-404e6ecb698a HTTP/1.1" status: 204 len: 168 time: 0.8562057 Nov 24 15:14:25.437861 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb273c4-c03b-4ecf-980a-14a13b4a8962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae63f90-eb49-4767-83c4-404e6ecb698a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:25.472695 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.517636 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-221565c5-9c1c-40fd-bc05-5483246e8b47 service neutron] 10.222.0.15 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149708 Nov 24 15:14:25.530354 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.554196 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.650037 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-1f4b8996-64e8-43bb-b209-3529df3c96cb service neutron] 10.222.0.15 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346943 Nov 24 15:14:25.709704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:25.794391 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Allocated IP 172.27.2.66 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/f86fd2f8-0b6c-4941-af18-bf154df0ee75) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:25.884724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:25.891958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:25.908203 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:25.924563 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Pushing event updated for resources: {'Port': ['ID=76af7819-c3f1-4866-9457-dbf61cb12273,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:26.048231 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07b4d1fc-4722-4cf4-93ca-bdfaf7386bf7 req-a3b3fe0d-927d-40b9-b6bb-07afb125ba7f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.1465960 Nov 24 15:14:26.195739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.234426 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-05f7645e-f20c-495f-8ddb-35fc814ee08b req-2fddd80d-d4fc-4fb7-a75e-01d1d6a1a707 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0600593 Nov 24 15:14:26.389479 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a5bd4b-551a-427f-823a-6786c527083f None None] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:26.454426 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.567392 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] Provisioning complete for port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:26.567646 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:26.568478 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.580423 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=f86fd2f8-0b6c-4941-af18-bf154df0ee75,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:26.584353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:26.624193 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:26.681477 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33430) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:26.715028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-38fadf95-c083-4d4c-a20e-bfd7a84f0054 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.729285 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.755066 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:26.827730 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] For port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:26.921474 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.018342 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97e3c9-2609-477f-a443-c9e57918799f None None] Pushing event updated for resources: {'Port': ['ID=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:27.059901 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-a5c20daf-0fdf-49f0-a0df-4799848db7a7 None None] Provisioning complete for port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:27.060772 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a5c20daf-0fdf-49f0-a0df-4799848db7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.080126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.146495 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-38fadf95-c083-4d4c-a20e-bfd7a84f0054 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.162193 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.181678 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dbdaac51-a094-41b6-888c-7a2e3dcc8c9b up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:27.252412 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2b320cdd-7fa9-44cb-afff-acb9b9cc035e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.322627 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1b3fa871-87dd-4ed5-9434-bc43a1363939 req-932dd4f8-127d-451e-bba0-a1142b54aba5 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0833342 Nov 24 15:14:27.381018 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:27.382691 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.410419 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-38fadf95-c083-4d4c-a20e-bfd7a84f0054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.425172 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.460206 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-38fadf95-c083-4d4c-a20e-bfd7a84f0054 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b09b4577b0c40498f1be2b20a903902&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7730043 Nov 24 15:14:27.476448 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b28b191c-f836-4ead-b141-c4cde08c2427 req-ceac80bc-742a-4a12-9f3a-a0f825dd6e4f tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.1071153 Nov 24 15:14:27.480372 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33452) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:27.522500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fadf95-c083-4d4c-a20e-bfd7a84f0054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea795443-18e8-48cd-a83e-f851429cd96c,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:27.597571 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.633825 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.637043 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Router 2c7f2e3f-e5c9-4086-9810-32011666350b is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:14:27.751259 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Router 7ba3f819-099c-4211-9a8b-300ae413b168 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:14:27.761288 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:14:27.771362 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:14:27.788251 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:27.788884 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:13:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:27.817735 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.820375 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.824440 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea795443-18e8-48cd-a83e-f851429cd96c HTTP/1.1" status: 204 len: 168 time: 0.3427505 Nov 24 15:14:27.838633 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac345dd-ba46-4d64-988c-764b76b9094d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea795443-18e8-48cd-a83e-f851429cd96c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:27.862224 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:27.863528 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6f367987-42d7-4de8-984d-3af45ca8d884 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6713936 Nov 24 15:14:27.868685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33470) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:27.999362 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:14:28.013081 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Sync routers for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:14:28.063817 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:28.064226 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:13:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:28.111261 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:28.186144 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:28.187957 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-18d80a45-bf5f-435c-b112-a92c75a7c2a3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1262314 Nov 24 15:14:28.199020 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33480) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:28.271041 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:28.342462 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:28.474670 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:14:28.476775 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Updating router 2c7f2e3f-e5c9-4086-9810-32011666350b port 76af7819-c3f1-4866-9457-dbf61cb12273 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:14:28.571184 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:28.769065 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:28.837727 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Checking router: 7ba3f819-099c-4211-9a8b-300ae413b168 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:14:28.849975 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Updating router 7ba3f819-099c-4211-9a8b-300ae413b168 port f86fd2f8-0b6c-4941-af18-bf154df0ee75 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:14:28.883156 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:28.901048 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e3d99c4d-fd18-4580-8e95-91b88a70253d req-a4e8a3c9-3323-4343-b0e4-53a5a7413c54 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0967486 Nov 24 15:14:28.904109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33504) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:28.944380 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0ec8ab0a-81d4-4785-84d6-b97ac63ebe6e req-74d732c3-21dc-4976-875a-d4e23b2a0a03 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0780311 Nov 24 15:14:29.152681 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbefbbd7-11b8-4890-b5e3-421579fe53e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.153722 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.302266 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dbdaac51-a094-41b6-888c-7a2e3dcc8c9b up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:29.305323 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.384319 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.514845 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.529171 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:29.529550 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.631309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e17a2baf-3484-4837-8c6e-10732ccb6773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.639593 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Allocated IP 172.20.0.1 (fb92c3c0-6d9d-4bc5-a295-8163cb22c532/b9a36194-4615-4dd4-a70e-e86caa44d64a/f2e9bb44-7392-47a7-a5ef-e8d10e5da013) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:29.719751 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Attempting to bind port 76af7819-c3f1-4866-9457-dbf61cb12273 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:29.720154 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Attempting to bind port 76af7819-c3f1-4866-9457-dbf61cb12273 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Attempting to bind port 76af7819-c3f1-4866-9457-dbf61cb12273 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Pushing event updated for resources: {'Port': ['ID=76af7819-c3f1-4866-9457-dbf61cb12273,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Bound port: 76af7819-c3f1-4866-9457-dbf61cb12273, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:29.953063 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Tracked resource versions report: Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: pushed versions: Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: { 'AddressGroup': {'1.2'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'ConntrackHelper': {'1.0'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Log': {'1.0'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Network': {'1.1'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Port': {'1.7'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'PortForwarding': {'1.2'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'QosPolicy': {'1.10'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroup': {'1.5'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroupRule': {'1.2'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SubPort': {'1.0'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Subnet': {'1.1'}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Trunk': {'1.1'}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: consumer versions: Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: { DHCP agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: HyperV agent@hv-cinder-81689: {}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: L3 agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: Metadata agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: Metering agent@dv-cinder-816898-4-iscsi: {}, Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: Open vSwitch agent@dv-cinder-816898-4-iscsi: { 'AddressGroup': '1.2', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'ConntrackHelper': '1.0', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Log': '1.0', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Network': '1.1', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Port': '1.7', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'PortForwarding': '1.2', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'QosPolicy': '1.10', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroup': '1.5', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SecurityGroupRule': '1.2', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'SubPort': '1.0', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Subnet': '1.1', Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: 'Trunk': '1.1'}} Nov 24 15:14:30.014650 dv-cinder-816898-4-iscsi neutron-server[103212]: {{(pid=103212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 24 15:14:30.018067 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.018884 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.019489 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] For port 76af7819-c3f1-4866-9457-dbf61cb12273, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:30.019734 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbefbbd7-11b8-4890-b5e3-421579fe53e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.020630 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] For port 76af7819-c3f1-4866-9457-dbf61cb12273, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=76af7819-c3f1-4866-9457-dbf61cb12273,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:30.021099 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.041571 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Attempting to bind port f86fd2f8-0b6c-4941-af18-bf154df0ee75 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:30.042163 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Attempting to bind port f86fd2f8-0b6c-4941-af18-bf154df0ee75 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:30.043229 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Attempting to bind port f86fd2f8-0b6c-4941-af18-bf154df0ee75 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:30.068892 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea6341-2abf-428a-bd93-2708f5d57de7 None None] Pushing event updated for resources: {'Port': ['ID=f86fd2f8-0b6c-4941-af18-bf154df0ee75,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.069413 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-54f6a7fe-a3bd-4748-aa5e-5f939a896ee2 req-648fd16e-aba9-4edc-88cb-a6158e28a591 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0487788 Nov 24 15:14:30.070515 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Allocated IP 172.20.0.1 (df2ca626-256c-416b-ab3e-7ddc9ba9d04a/d2fa3971-52c9-4edf-8098-638115ff5cf0/a85899ff-50ec-4115-97d2-321ff9908d8e) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:30.075646 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:30.077563 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:30.077996 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.079539 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:30.080076 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Bound port: f86fd2f8-0b6c-4941-af18-bf154df0ee75, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:30.080495 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.168805 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] For port f86fd2f8-0b6c-4941-af18-bf154df0ee75, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:30.171262 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] For port f86fd2f8-0b6c-4941-af18-bf154df0ee75, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f86fd2f8-0b6c-4941-af18-bf154df0ee75,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:30.172269 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e7234325-84e8-48d8-947b-96cd358e6739 req-ba6e47b1-f272-4013-9075-f83aa4e1c001 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0397758 Nov 24 15:14:30.190942 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbefbbd7-11b8-4890-b5e3-421579fe53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.232217 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.238300 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.251010 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-bbefbbd7-11b8-4890-b5e3-421579fe53e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43d81d79115c4ae8a5ee309392f816e6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3432298 Nov 24 15:14:30.254813 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33574) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:30.255571 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbefbbd7-11b8-4890-b5e3-421579fe53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef09658-473a-4b89-9247-959f058f6b9a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.269767 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:30.273632 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:30.278153 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:30.278790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.287429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.332890 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.372237 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1619de0-b1af-4a6a-94bd-d4993c657f9d None None] Pushing event updated for resources: {'Port': ['ID=76af7819-c3f1-4866-9457-dbf61cb12273,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.410716 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:30.410716 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:30.430881 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:30.449639 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:30.462581 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.469387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.515695 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.542327 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acea6341-2abf-428a-bd93-2708f5d57de7 None None] Pushing event updated for resources: {'Port': ['ID=f86fd2f8-0b6c-4941-af18-bf154df0ee75,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.613149 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:30.661247 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:30.681620 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.701218 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.708068 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.711882 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.713416 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bef09658-473a-4b89-9247-959f058f6b9a HTTP/1.1" status: 204 len: 168 time: 0.4428895 Nov 24 15:14:30.725389 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.782845 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:30.785878 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f985ff5a-7bbd-4dce-9c9b-7b69bd114790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef09658-473a-4b89-9247-959f058f6b9a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:30.800107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:30.814683 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:30.816636 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:30.945388 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:31.005695 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Pushing event updated for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:31.007179 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd403a0-1404-4905-83d7-45bb736ced5f None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:14:31.022823 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:31.114952 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:31.155828 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b761c4c-23be-4b75-ba9d-fdfcc37fabc3 None None] The sync data for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi is: [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:26Z', 'revision_number': 3, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:14:31.186097 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-c2ac2f19-6c79-4f86-ab34-0233e35e9db2 None None] Provisioning complete for port a85899ff-50ec-4115-97d2-321ff9908d8e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:31.186479 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2ac2f19-6c79-4f86-ab34-0233e35e9db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:31.193717 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:31.197578 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:31.247605 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac2f19-6c79-4f86-ab34-0233e35e9db2 None None] Port a85899ff-50ec-4115-97d2-321ff9908d8e cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:14:31.257806 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-27e51c9f-0aec-483c-985a-dcb397d17da7 req-fa850cab-9649-4bfc-91e9-b6eef27da3f7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0365036 Nov 24 15:14:31.307557 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8b5142d-7207-45c3-b015-eb8455591578 req-8a9ed7a6-f8b3-43ac-8702-c85a19bc456e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0492845 Nov 24 15:14:31.336431 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:31.384674 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:31.386139 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:31.529634 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.83', 54880) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:31.553970 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Router 7ba3f819-099c-4211-9a8b-300ae413b168 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:14:31.776568 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:31.791974 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:14:31.808568 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c6b18fa5-e984-4bc8-aaf0-e209cf681602 admin admin] 10.222.0.15 "PUT /v2.0/routers/7ba3f819-099c-4211-9a8b-300ae413b168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6136706 Nov 24 15:14:31.913952 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-10789836-aa3f-4fa3-a636-583bc6508bfb tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:31.915498 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-10789836-aa3f-4fa3-a636-583bc6508bfb tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.3843555 Nov 24 15:14:31.959171 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33622) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:31.983235 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Request body: {'port': {'device_id': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'admin_state_up': True, 'tenant_id': '897ab240793346189552c0826f50975f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:32.286976 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.287817 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.299688 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf05a-f538-461f-9439-bcfe709939d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.363403 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.83', 54884) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:32.562459 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29c9a443-51d5-406c-a16e-e5ac9f958a94 req-99b4155f-0a2a-44cd-8d89-eec8d5ae57a3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.1360555 Nov 24 15:14:32.570138 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.705780 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.707496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:32.721861 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-2e3df0b5-3ec7-47ac-87fe-368cd2a02c35 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:32.723653 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-2e3df0b5-3ec7-47ac-87fe-368cd2a02c35 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.83 "GET /v2.0/networks?id=3b0570fd-7f26-4647-ab1f-22f24f2a4e40 HTTP/1.1" status: 200 len: 812 time: 0.3548532 Nov 24 15:14:32.745295 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bfeb8fa2-26f7-43d1-bc36-bc6f32d526e8 req-0bc40d3d-f468-40e9-be61-ae1c34dc1eca tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0491052 Nov 24 15:14:32.752424 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Request body: {'port': {'device_id': '40d96ddc-4067-4902-ac00-8e8c02196578', 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40', 'admin_state_up': True, 'tenant_id': 'c1e3e4184c0240b9a89bbc4031b814d3'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:33.016319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:33.021923 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.151132 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.162385 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f86fd2f8-0b6c-4941-af18-bf154df0ee75 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:33.212043 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Pushing event updated for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:33.222129 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port f86fd2f8-0b6c-4941-af18-bf154df0ee75 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:33.222572 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.235322 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Made reservation on behalf of c1e3e4184c0240b9a89bbc4031b814d3 for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:33.238935 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.262472 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-c3dbcaa1-5e49-4fcb-a8b2-8ff9c2e0af34 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:33.265137 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-c3dbcaa1-5e49-4fcb-a8b2-8ff9c2e0af34 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 819 time: 0.6920872 Nov 24 15:14:33.388181 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:33.415334 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:33.430155 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.441738 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf05a-f538-461f-9439-bcfe709939d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.475418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port f86fd2f8-0b6c-4941-af18-bf154df0ee75, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f86fd2f8-0b6c-4941-af18-bf154df0ee75,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:33.478124 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-a195fbe3-bb5b-44e4-bea3-826bf432cb3c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/quotas/2ffe8aae9e6d4defafe0a82e99165caa HTTP/1.1" status: 200 len: 375 time: 0.1243618 Nov 24 15:14:33.552180 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.552868 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 76af7819-c3f1-4866-9457-dbf61cb12273 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:33.646226 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Allocated IP 172.20.0.3 (3b0570fd-7f26-4647-ab1f-22f24f2a4e40/bbb0e723-73e3-48fe-87cc-48a1c950a13b/e2f0dcf2-e61e-47c8-92eb-5ac95686c556) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:33.675289 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-1d2bf05a-f538-461f-9439-bcfe709939d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.781441 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Allocated IP 172.20.0.13 (e552abba-667d-4fa8-88ce-f68e8bf6e7b0/7f75264e-459c-49ba-b0d4-105db004a1e6/8fbd1f3e-67b4-4712-832f-c993e435c60a) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:33.823566 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=f86fd2f8-0b6c-4941-af18-bf154df0ee75,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:33.830591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 76af7819-c3f1-4866-9457-dbf61cb12273 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:33.831592 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.920517 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-bfe818f4-24d4-43d2-b8fa-21dc27a5cb3c None None] Provisioning complete for port a85899ff-50ec-4115-97d2-321ff9908d8e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:33.920974 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bfe818f4-24d4-43d2-b8fa-21dc27a5cb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:33.984194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:34.051965 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2bf05a-f538-461f-9439-bcfe709939d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f357568-8a7e-49ef-9538-ca35e5529161,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:34.093798 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e5d63540-4dd6-4df4-ae58-b7346438f1e7 req-f52661d6-6f68-4f87-8d10-b08ba2a5d8ef tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0448351 Nov 24 15:14:34.109088 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:34.122957 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-f5c32ff0-2f41-43f4-9076-4721745c7778 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6268151 Nov 24 15:14:34.135979 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:34.144955 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-1d2bf05a-f538-461f-9439-bcfe709939d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0deb99b7e1eb41e0b739d2399ae7c779&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1815479 Nov 24 15:14:34.187553 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-bfe818f4-24d4-43d2-b8fa-21dc27a5cb3c None None] Port a85899ff-50ec-4115-97d2-321ff9908d8e cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:14:34.210310 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33724) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:34.227686 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port 76af7819-c3f1-4866-9457-dbf61cb12273, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=76af7819-c3f1-4866-9457-dbf61cb12273,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:34.292448 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:34.346754 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Sync routers for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:14:34.357899 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Pushing event updated for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:34.390028 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:34.391199 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:34.436752 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:34.452348 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:34.455669 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:34.462807 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:34.463682 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:34.556097 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=76af7819-c3f1-4866-9457-dbf61cb12273,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:34.572476 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26716f8-6897-42ce-b245-6689273a993c req-496d38c9-9656-43fe-9e34-3f9d730766ae tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:34.598734 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d26716f8-6897-42ce-b245-6689273a993c req-496d38c9-9656-43fe-9e34-3f9d730766ae tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 931 time: 0.2421162 Nov 24 15:14:34.610767 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b9965c92-0bdf-412b-8be0-0e086a3f920c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8681355 Nov 24 15:14:34.658764 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b453b06b-7236-4b74-9e0a-c5b8418ff730 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:14:34.660465 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-b453b06b-7236-4b74-9e0a-c5b8418ff730 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0152054 Nov 24 15:14:34.708507 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:34.715483 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d26716f8-6897-42ce-b245-6689273a993c req-3b0c743f-a12b-4123-be96-bf2caf5ab18e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155028 Nov 24 15:14:34.723401 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:14:34.977506 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 4, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'f2e9bb44-7392-47a7-a5ef-e8d10e5da013', 'name': '', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'mac_address': 'fa:16:3e:3e:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 2, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'subnets': [{'id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:35.017420 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Checking router: 7ba3f819-099c-4211-9a8b-300ae413b168 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:14:35.017790 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Updating router 7ba3f819-099c-4211-9a8b-300ae413b168 port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:14:35.024698 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f86fd2f8-0b6c-4941-af18-bf154df0ee75 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:35.064002 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.109168 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-cba796ad-423d-4923-9756-5499f86dfbbf service neutron] 10.222.0.15 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9652100 Nov 24 15:14:35.140303 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.149775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Request body: {'port': {'device_id': '40d96ddc-4067-4902-ac00-8e8c02196578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:35.152149 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port f86fd2f8-0b6c-4941-af18-bf154df0ee75 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:35.152599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.201482 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.203043 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.257624 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 76af7819-c3f1-4866-9457-dbf61cb12273 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:35.307649 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.338852 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 76af7819-c3f1-4866-9457-dbf61cb12273 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:35.339509 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.405652 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.415149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:35.458284 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33762) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:35.623423 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:35.677229 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:35.685263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:35.685924 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.818805 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a5bbb-d839-499d-8e78-f2ec3901953e req-563fcd55-6362-46cf-839b-ce4e043aa552 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:35.820826 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-323a5bbb-d839-499d-8e78-f2ec3901953e req-563fcd55-6362-46cf-839b-ce4e043aa552 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 932 time: 0.6001482 Nov 24 15:14:35.862922 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17fc89e9-5523-4a94-812f-1547083ae4a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.888140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event updated for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:35.912939 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-505120ae-5ad1-482e-9b2e-401c7fb6d1b3 service neutron] 10.222.0.15 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7352309 Nov 24 15:14:35.931946 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:14:35.945057 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:14:35.946004 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:35.961163 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:35.967570 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-55885680-363e-4a6d-94d3-66d5311128ce admin admin] 10.222.0.15 "PUT /v2.0/routers/2c7f2e3f-e5c9-4086-9810-32011666350b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0977793 Nov 24 15:14:35.969868 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:36.008737 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-b757fb1a-c868-40f4-8268-3e96dc156583 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0318937 Nov 24 15:14:36.032115 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-323a5bbb-d839-499d-8e78-f2ec3901953e req-37edf82b-fb2f-468c-9e62-b60117b4d596 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019424 Nov 24 15:14:36.033027 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.048760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Request body: {'port': {'device_id': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:36.118452 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.143016 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.143016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f357568-8a7e-49ef-9538-ca35e5529161 HTTP/1.1" status: 204 len: 168 time: 1.8850963 Nov 24 15:14:36.183470 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d8af7-56a1-4ede-a2bb-97dde7c7faee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f357568-8a7e-49ef-9538-ca35e5529161,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:36.204544 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17fc89e9-5523-4a94-812f-1547083ae4a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.205380 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343b52-a952-4c1a-b7cf-cbda31c68596 None None] Pushing event updated for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:36.232556 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.330498 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2f0dcf2-e61e-47c8-92eb-5ac95686c556 {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:36.341523 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Attempting to bind port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:36.343528 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Attempting to bind port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:36.343528 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Attempting to bind port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:36.343800 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613af3b-5305-4896-8c4b-62921ba04029 req-7dff2b48-0152-4b55-8b9c-73cfec39955e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:36.345401 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d613af3b-5305-4896-8c4b-62921ba04029 req-7dff2b48-0152-4b55-8b9c-73cfec39955e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 931 time: 0.1367259 Nov 24 15:14:36.349533 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:36.349924 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Checking segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:36.350339 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.350837 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Bound using segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:36.351229 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Bound port: f2e9bb44-7392-47a7-a5ef-e8d10e5da013, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:36.351632 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.355025 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.411830 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17fc89e9-5523-4a94-812f-1547083ae4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.446757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Transition to ACTIVE for port object e2f0dcf2-e61e-47c8-92eb-5ac95686c556 will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:14:36.528752 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-17fc89e9-5523-4a94-812f-1547083ae4a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=262f996861744989b7f9570698e85be4&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0574358 Nov 24 15:14:36.529963 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33788) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:36.559605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc89e9-5523-4a94-812f-1547083ae4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac175960-e938-4c3c-a0a4-be3a0f0da850,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:36.574569 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] For port f2e9bb44-7392-47a7-a5ef-e8d10e5da013, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:36.580295 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d613af3b-5305-4896-8c4b-62921ba04029 req-0850b518-9ba4-4fa8-994a-cf20b0c37232 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133603 Nov 24 15:14:36.580746 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] For port f2e9bb44-7392-47a7-a5ef-e8d10e5da013, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:36.659198 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.672109 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.782795 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:36.841298 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b2d69c51-8aae-4835-ade8-58115f8361cf req-3062807b-689a-43cc-9b0e-7d9a21677551 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 210 time: 0.0984662 Nov 24 15:14:36.866202 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:36.866202 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:36.920396 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:36.990435 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:37.242192 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:37.242950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.243131 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fbd1f3e-67b4-4712-832f-c993e435c60a {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:37.243754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Attempting to bind port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:37.243754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Attempting to bind port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:37.243754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Attempting to bind port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 on network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:37.243959 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.286713 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 on network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:14:37.287977 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Attempting to bind port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 on network 3b0570fd-7f26-4647-ab1f-22f24f2a4e40 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:37.297135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Transition to ACTIVE for port object 8fbd1f3e-67b4-4712-832f-c993e435c60a will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:14:37.332155 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:37.333271 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Checking segment: {'id': 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:37.334071 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Bound using segment: {'id': 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:37.334966 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Bound port: e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:37.336114 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.359553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e160952-e1f2-4d94-beb2-9325346a25e6 req-bc74991a-5c5d-4644-83d9-8dbea194e26f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:37.363163 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e160952-e1f2-4d94-beb2-9325346a25e6 req-bc74991a-5c5d-4644-83d9-8dbea194e26f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 932 time: 0.1469457 Nov 24 15:14:37.437190 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.478293 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 2, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:37.568606 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:37.588512 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,segment=NetworkSegment(b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f),segment_id=b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:37.659968 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:14:37.660407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Updating router 2c7f2e3f-e5c9-4086-9810-32011666350b port a85899ff-50ec-4115-97d2-321ff9908d8e binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:14:37.710134 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d343b52-a952-4c1a-b7cf-cbda31c68596 None None] Pushing event updated for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:37.712563 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e160952-e1f2-4d94-beb2-9325346a25e6 req-6d001661-9cfb-49e7-bf3e-f4cbfed41799 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228140 Nov 24 15:14:37.793861 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.818924 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 4, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'f2e9bb44-7392-47a7-a5ef-e8d10e5da013', 'name': '', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'mac_address': 'fa:16:3e:3e:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:36Z', 'revision_number': 4, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'subnets': [{'id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:37.826607 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:37.859504 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c432f8a-6527-464c-a5ab-d051f696478d None None] The sync data for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi is: [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:30Z', 'revision_number': 4, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'f2e9bb44-7392-47a7-a5ef-e8d10e5da013', 'name': '', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'mac_address': 'fa:16:3e:3e:f5:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:36Z', 'revision_number': 4, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'subnets': [{'id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:14:38.146106 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 33830) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:38.164200 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1581140568', 'description': 'tempest-description--762028297'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:38.272740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] 10.222.0.83 "PUT /v2.0/ports/e2f0dcf2-e61e-47c8-92eb-5ac95686c556 HTTP/1.1" status: 200 len: 1093 time: 3.4332364 Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.431506 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac175960-e938-4c3c-a0a4-be3a0f0da850 HTTP/1.1" status: 204 len: 168 time: 1.8581161 Nov 24 15:14:38.453695 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ff8a29-2076-4177-95ed-23555b7a457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac175960-e938-4c3c-a0a4-be3a0f0da850,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:38.599663 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.621266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Attempting to bind port 8fbd1f3e-67b4-4712-832f-c993e435c60a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:38.621569 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.622119 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Attempting to bind port 8fbd1f3e-67b4-4712-832f-c993e435c60a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:38.622440 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Attempting to bind port 8fbd1f3e-67b4-4712-832f-c993e435c60a on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:38.638778 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Port 8fbd1f3e-67b4-4712-832f-c993e435c60a on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:14:38.638778 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Attempting to bind port 8fbd1f3e-67b4-4712-832f-c993e435c60a on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:38.651312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b14797-4dfa-4511-93fb-c6ec87e9c27c req-8c3d3c05-8127-4348-95b3-e5fef3d291c6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:38.661977 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e7b14797-4dfa-4511-93fb-c6ec87e9c27c req-8c3d3c05-8127-4348-95b3-e5fef3d291c6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.3680470 Nov 24 15:14:38.697367 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:38.697762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Checking segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:38.698383 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Bound using segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:38.699037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Bound port: 8fbd1f3e-67b4-4712-832f-c993e435c60a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:38.700195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.707389 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bead56-a07d-46e6-8867-e81dddaf3a24 service neutron] Pushing event updated for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:38.739097 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:38.844763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-4a0a3476-bc95-48be-9d32-134e605e47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:38.847800 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-4a0a3476-bc95-48be-9d32-134e605e47c2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1e3e4184c0240b9a89bbc4031b814d3&device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 1096 time: 0.2211509 Nov 24 15:14:38.858407 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-987a9aba-f218-4a69-aea9-0ce87a20eb16 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:38.867980 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-987a9aba-f218-4a69-aea9-0ce87a20eb16 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 819 time: 1.0111372 Nov 24 15:14:38.980471 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671a8d-c2fe-4aa4-9a31-2054d7f31b62 None None] Pushing event updated for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:38.981591 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e7b14797-4dfa-4511-93fb-c6ec87e9c27c req-0d47b14e-d69e-4772-b1ec-e8f8bfd681b6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185511 Nov 24 15:14:38.990252 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-f330b5d5-89a4-4b11-bbc6-ba01cf59894f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/quotas/2ffe8aae9e6d4defafe0a82e99165caa HTTP/1.1" status: 200 len: 375 time: 0.1205127 Nov 24 15:14:39.207097 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Attempting to bind port a85899ff-50ec-4115-97d2-321ff9908d8e on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:39.222748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Attempting to bind port a85899ff-50ec-4115-97d2-321ff9908d8e by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:39.222748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Attempting to bind port a85899ff-50ec-4115-97d2-321ff9908d8e on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:39.231539 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f2e9bb44-7392-47a7-a5ef-e8d10e5da013 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:39.254019 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:39.254690 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Checking segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:39.259772 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-d758abe4-2365-42ce-b842-903c4e9ff8c4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556 HTTP/1.1" status: 200 len: 217 time: 0.3770957 Nov 24 15:14:39.260742 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.261713 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Bound using segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:39.262383 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Bound port: a85899ff-50ec-4115-97d2-321ff9908d8e, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:39.262964 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.486285 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.492300 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:39.509261 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8fffe9-8920-4532-963e-87f1e4f053cf req-d898ab9e-0ce1-4604-9a8b-99720d00648e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:39.511366 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4f8fffe9-8920-4532-963e-87f1e4f053cf req-d898ab9e-0ce1-4604-9a8b-99720d00648e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.2721412 Nov 24 15:14:39.535249 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-ef1a1fe4-0a78-4339-969a-7cbeee226aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:39.536933 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-ef1a1fe4-0a78-4339-969a-7cbeee226aef service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbb0e723-73e3-48fe-87cc-48a1c950a13b HTTP/1.1" status: 200 len: 852 time: 0.2451091 Nov 24 15:14:39.540103 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:39.546126 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:39.594817 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.625803 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] For port a85899ff-50ec-4115-97d2-321ff9908d8e, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:39.631347 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] For port a85899ff-50ec-4115-97d2-321ff9908d8e, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=a85899ff-50ec-4115-97d2-321ff9908d8e,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:39.679405 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4aaf5c3-6510-4716-90f4-055f047b7cd5,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:39.689854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.750471 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.804542 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-51cb69b0-6e11-48f1-964a-a54a24ff1b9f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b0570fd-7f26-4647-ab1f-22f24f2a4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2243724 Nov 24 15:14:39.840324 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-bfbaaf90-638e-4956-8672-b4300c9eb880 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8481762 Nov 24 15:14:39.873886 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:39.919088 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4f8fffe9-8920-4532-963e-87f1e4f053cf req-ff684c02-9fd0-4f65-9532-58b6c8bc4bdf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686409 Nov 24 15:14:39.928126 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:39.932492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:39.937315 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-2344513f-0f1c-4752-91ec-4d0c42e1f0e3 service neutron] 10.222.0.83 "PUT /v2.0/ports/8fbd1f3e-67b4-4712-832f-c993e435c60a HTTP/1.1" status: 200 len: 1094 time: 3.9009778 Nov 24 15:14:39.953097 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:39.961001 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:14:39.962271 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:39.975515 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] Provisioning complete for port a85899ff-50ec-4115-97d2-321ff9908d8e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:39.975890 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:40.194196 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-424c3e6e-f373-4a1c-ba5d-014434acc330 service neutron] 10.222.0.15 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967982 Nov 24 15:14:40.229012 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:40.233435 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-039d6974-bcee-47cc-9fab-f6180807b957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.0831401 Nov 24 15:14:40.246287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33900) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:40.341045 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group_rule': {'security_group_id': 'e4aaf5c3-6510-4716-90f4-055f047b7cd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:40.407252 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-6439ad9a-4e0f-4ca0-bc3c-ab5537c9b161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:40.421726 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-6439ad9a-4e0f-4ca0-bc3c-ab5537c9b161 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 1097 time: 0.1929474 Nov 24 15:14:40.498395 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27671a8d-c2fe-4aa4-9a31-2054d7f31b62 None None] Pushing event updated for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:40.511435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:40.557930 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-11a968e9-f647-4387-9d1f-e2ed18753c0f service neutron] 10.222.0.83 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166033 Nov 24 15:14:40.604443 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:40.607590 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:40.705384 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-3bc9d23c-9adb-4302-b292-035f83a94066 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a HTTP/1.1" status: 200 len: 217 time: 0.2860384 Nov 24 15:14:40.832947 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa5593-b503-4492-816a-a40cd8a1f024" -d '{"events": [{"name": "network-changed", "server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:40.881638 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-090a3faa-c51e-4f9e-b75a-9cf3b017341d service neutron] 10.222.0.15 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711116 Nov 24 15:14:40.886567 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:14:40.893008 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-849f04a2-7fe6-4672-96a8-c3de5cd6f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:40.895061 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-849f04a2-7fe6-4672-96a8-c3de5cd6f700 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.1822994 Nov 24 15:14:40.937167 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:40.998951 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59456211-41f2-4561-9390-4d485f72b3aa x-openstack-request-id: req-59456211-41f2-4561-9390-4d485f72b3aa {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:41.001348 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:41.001348 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-59456211-41f2-4561-9390-4d485f72b3aa {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:41.003289 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556', 'status': 'completed', 'code': 200} Nov 24 15:14:41.065073 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6eeafd5a-5281-41ff-8dd9-7a33321f0d03 req-8723152d-c1c0-4739-8ce8-e21e341cc950 service neutron] 10.222.0.83 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497302 Nov 24 15:14:41.091364 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-0d661d95-a35e-41a9-ade0-c6a7e9932698 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627927 Nov 24 15:14:41.193236 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] For port a85899ff-50ec-4115-97d2-321ff9908d8e, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=a85899ff-50ec-4115-97d2-321ff9908d8e,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:41.276832 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:41.435572 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:41.469282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca01e605-f2cf-4715-9350-94c896a94a17 req-957fabdd-7f12-4e1e-993a-799da5646af5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:41.472037 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ca01e605-f2cf-4715-9350-94c896a94a17 req-957fabdd-7f12-4e1e-993a-799da5646af5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.2880440 Nov 24 15:14:41.539109 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port f2e9bb44-7392-47a7-a5ef-e8d10e5da013, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:41.557093 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.83', 54897) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:41.569618 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:39Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:41.639225 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-4b0e768d-4f37-4f3a-aa20-f578294669f7 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229852 Nov 24 15:14:41.698293 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:41.712154 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998f650a-2133-44d8-baa2-d8e136dc628b None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:39Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:14:41.749202 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:41.749383 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ca01e605-f2cf-4715-9350-94c896a94a17 req-9f807cd9-f107-4aca-b61f-9e64905fa430 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662191 Nov 24 15:14:41.853569 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:41.926071 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-ad1c7188-b856-40b3-84ce-dd5c2b8b8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:41.929202 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-ad1c7188-b856-40b3-84ce-dd5c2b8b8432 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=c1e3e4184c0240b9a89bbc4031b814d3&device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 1096 time: 0.3706293 Nov 24 15:14:41.954892 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef9fd25-9a6f-4342-a1e5-734ae3b86a79,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:42.009039 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-93f1ca75-b92d-4688-a00d-59179664a80e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:42.011102 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-93f1ca75-b92d-4688-a00d-59179664a80e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 819 time: 0.4811158 Nov 24 15:14:42.025210 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-07ede26b-ad2f-44f6-8c06-d1d00582e212 None None] Provisioning complete for port a85899ff-50ec-4115-97d2-321ff9908d8e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:42.025780 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-07ede26b-ad2f-44f6-8c06-d1d00582e212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:42.037524 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f924becc-0599-4fd0-8352-57005b35d4a0 req-19bdd4d1-4adc-42fc-9964-c593d0b46b1d service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885961 Nov 24 15:14:42.046275 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Request body: {'port': {'device_id': '3da52232-10b2-4126-a126-bf7f0563956b', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'admin_state_up': True, 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:42.176663 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:42.183365 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-69c90f55-1215-4bbd-a8f4-f04ea8225dc8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9357672 Nov 24 15:14:42.186430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33956) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:42.205420 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6816ad3-6800-4385-9a32-f2224302d3a3 x-openstack-request-id: req-e6816ad3-6800-4385-9a32-f2224302d3a3 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:42.206165 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:42.206667 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e6816ad3-6800-4385-9a32-f2224302d3a3 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:42.207323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a', 'status': 'completed', 'code': 200} Nov 24 15:14:42.218378 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group_rule': {'security_group_id': 'e4aaf5c3-6510-4716-90f4-055f047b7cd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:42.231814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d6ce2d-2e44-4cbe-ba7b-173e42649943 None None] Pushing event updated for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:42.382912 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-939ba72d-fa74-4a47-929f-ac4f6eac34ac req-e99f8bd2-9871-4cc4-a12b-07e5919bbe14 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.1257069 Nov 24 15:14:42.666709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:42.686872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9565fef1-8e28-4c73-9e1c-1fc680635fc5 req-705452b2-dc7e-4ba3-befa-997664c67f20 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:42.698410 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:42.700522 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9565fef1-8e28-4c73-9e1c-1fc680635fc5 req-705452b2-dc7e-4ba3-befa-997664c67f20 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.7202623 Nov 24 15:14:42.820763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Made reservation on behalf of 2ffe8aae9e6d4defafe0a82e99165caa for: {'port': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:42.831582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:42.849138 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:42.910891 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9565fef1-8e28-4c73-9e1c-1fc680635fc5 req-69ec85c8-48f8-4abc-b69d-787da90f11be tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883869 Nov 24 15:14:42.913031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-c0d77620-faa0-42e8-9ae2-750be7e31cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:42.918755 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-c0d77620-faa0-42e8-9ae2-750be7e31cc6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=3b0570fd-7f26-4647-ab1f-22f24f2a4e40 HTTP/1.1" status: 200 len: 914 time: 0.9763689 Nov 24 15:14:42.942447 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-f0402fa7-6eef-4625-8002-9d4396aefd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:42.945144 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-f0402fa7-6eef-4625-8002-9d4396aefd60 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 1097 time: 0.7200000 Nov 24 15:14:42.949159 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.077964 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751c672a-d1d4-4629-8c6f-803732e32b04,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:43.324073 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.324073 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b6e7c30f-f7bf-45d6-b1c9-0289b75f93b9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8901112 Nov 24 15:14:43.327479 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4a4b2-92c1-4e16-bdb9-79bc77ee2127 req-94c6741c-cb36-433f-8ce1-953e0308a25a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:43.327479 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c3c4a4b2-92c1-4e16-bdb9-79bc77ee2127 req-94c6741c-cb36-433f-8ce1-953e0308a25a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.1196573 Nov 24 15:14:43.329070 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Allocated IP 172.20.0.8 (fb92c3c0-6d9d-4bc5-a295-8163cb22c532/b9a36194-4615-4dd4-a70e-e86caa44d64a/c1986123-620c-4103-ae30-6d5eb7fd080a) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:43.329409 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c3c4a4b2-92c1-4e16-bdb9-79bc77ee2127 req-e10edee5-56f2-47f9-b9f1-aaf877332754 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538208 Nov 24 15:14:43.329582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.329582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 33996) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:43.338578 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:43.512719 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0febb315-9034-4653-b18f-debde50a1462 req-24268e9f-f2e0-4d2c-81c0-a7bf481272fa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0344553 Nov 24 15:14:43.534054 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.592997 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.663378 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:43.672741 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:43.679791 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:43.685438 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:43.686049 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.690354 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Pushing event updated for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:43.724339 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:43.938457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device a85899ff-50ec-4115-97d2-321ff9908d8e up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:43.960252 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b12836a4-48fe-4655-83f9-bb87328bc35e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9189184 Nov 24 15:14:44.059790 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port a85899ff-50ec-4115-97d2-321ff9908d8e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:44.060296 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.066950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Allocated IP 172.27.2.56 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:44.160655 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fd149-750a-4a50-8f5c-e9c6433f78fa req-c3fc4ad1-d178-494f-872f-4a3da9e5e553 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:44.162330 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e4fd149-750a-4a50-8f5c-e9c6433f78fa req-c3fc4ad1-d178-494f-872f-4a3da9e5e553 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.1106486 Nov 24 15:14:44.201889 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f2e9bb44-7392-47a7-a5ef-e8d10e5da013 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:44.230831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34032) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:44.453569 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:44.453569 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.454972 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3e4fd149-750a-4a50-8f5c-e9c6433f78fa req-b2311116-76fb-4f03-9fd1-53223cf6cfc4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569693 Nov 24 15:14:44.454972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.456442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-608b6bb3-bb94-4e78-87ca-145f7054a3fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.482089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae3a57-3191-45aa-b9b7-0c93e6dfaaa9 req-e8432abd-3667-4f54-97d7-5853647d86af tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:44.483973 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-13ae3a57-3191-45aa-b9b7-0c93e6dfaaa9 req-e8432abd-3667-4f54-97d7-5853647d86af tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.0953989 Nov 24 15:14:44.570764 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-13ae3a57-3191-45aa-b9b7-0c93e6dfaaa9 req-32782165-7c98-44d1-a0c3-a158cc3d0b34 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746622 Nov 24 15:14:44.635760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-608b6bb3-bb94-4e78-87ca-145f7054a3fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.666283 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7ce481f1-d93b-455e-9731-8cd3ae080e7e req-d0b52a44-51d7-4fa6-b926-305064a28afd tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0491416 Nov 24 15:14:44.801369 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:44.866083 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:44.866083 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:44.866083 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:44.914891 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:44.960293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.013457 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-608b6bb3-bb94-4e78-87ca-145f7054a3fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.053109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b6bb3-bb94-4e78-87ca-145f7054a3fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af2e0b2-7543-4ec7-8320-513497372319,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:45.059044 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-608b6bb3-bb94-4e78-87ca-145f7054a3fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cb9d1fbced34c3faea3e5cfe3853946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8272398 Nov 24 15:14:45.061661 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34048) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:45.286267 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.291172 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.320701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.448656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.452351 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.453744 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0af2e0b2-7543-4ec7-8320-513497372319 HTTP/1.1" status: 204 len: 168 time: 0.3912194 Nov 24 15:14:45.463660 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d3e2d-2349-4f2d-bf9e-00d1252b08c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af2e0b2-7543-4ec7-8320-513497372319,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:45.516728 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.572685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87583064-2f74-4d62-a2ac-126e2a7a7013 req-746feef5-8be3-4244-addc-0a77f077a022 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:45.574205 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-87583064-2f74-4d62-a2ac-126e2a7a7013 req-746feef5-8be3-4244-addc-0a77f077a022 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.0587151 Nov 24 15:14:45.585004 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.624413 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.632149 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-87583064-2f74-4d62-a2ac-126e2a7a7013 req-dfb6b689-0259-4af9-a3d7-652363740678 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500016 Nov 24 15:14:45.662145 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:45.787619 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-182d1826-ae5e-43ea-a97a-3c3e4e3809f8 req-d8f4ec7d-7162-42ff-9ffc-859fcab4f45c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0465996 Nov 24 15:14:45.789332 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06288361-db69-4712-8086-1be5b3b2fced req-bf68a59b-fc45-423e-9c48-380c5564b823 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:45.790923 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-06288361-db69-4712-8086-1be5b3b2fced req-bf68a59b-fc45-423e-9c48-380c5564b823 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.1042619 Nov 24 15:14:45.849528 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-06288361-db69-4712-8086-1be5b3b2fced req-0daa0f29-c437-47e3-8ebf-3bd24400c9d9 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500555 Nov 24 15:14:45.884030 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:45.885326 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9d63be07-4c29-4b49-af68-79f452b30e30 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5562711 Nov 24 15:14:46.190272 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-0245706a-a0db-462a-b4d7-2534e0c48ac5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1581140568&fields=id&tenant_id=e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 267 time: 0.0727468 Nov 24 15:14:46.336105 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-f28e6428-9105-4243-a1f3-00b87277d8f2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:46.342195 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-f28e6428-9105-4243-a1f3-00b87277d8f2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 811 time: 0.1326144 Nov 24 15:14:46.354882 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-05f7589d-ef67-40f6-94fe-d9fcdc0358e0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/quotas/e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 375 time: 0.0109725 Nov 24 15:14:46.429019 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-03096213-0a42-42e4-982c-217123ba49bf tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649707 Nov 24 15:14:46.531514 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-78718750-7d42-402e-bac3-3d9a2f9b652c service neutron] 10.222.0.15 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Nov 24 15:14:46.636855 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-7c7a8ebc-4078-4e00-98fa-ac08e8f4095d service neutron] 10.222.0.15 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986018 Nov 24 15:14:46.774405 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a2df9-ff49-4118-bfc9-7cf7ac060be3 req-ae4e1b98-a01c-4f01-879b-5625f3efdfcf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:46.775896 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-238a2df9-ff49-4118-bfc9-7cf7ac060be3 req-ae4e1b98-a01c-4f01-879b-5625f3efdfcf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.0584829 Nov 24 15:14:46.831919 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-238a2df9-ff49-4118-bfc9-7cf7ac060be3 req-0a0fd491-ffc2-416a-aea5-8a0936c43ac0 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496433 Nov 24 15:14:46.926413 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fe3f57de-c7a7-4622-bbd1-da8b78bcc647 req-d5def601-e2ea-4dff-a796-9599b59ecf67 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0337248 Nov 24 15:14:47.053130 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3215357-cbae-41d3-858a-f00f7eef291e req-f37420d9-0f09-484b-94ff-0f3c8dd3ce7e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:47.059477 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d3215357-cbae-41d3-858a-f00f7eef291e req-f37420d9-0f09-484b-94ff-0f3c8dd3ce7e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.0628135 Nov 24 15:14:47.118767 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d3215357-cbae-41d3-858a-f00f7eef291e req-05b1fbcd-0a6b-4b4a-bace-b327af0bd13d tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582609 Nov 24 15:14:47.230364 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-341c782a-cadf-438d-90a3-39ea2edb3cb0 req-f24a036e-cdf4-4033-8330-dc7c06accc0f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0516758 Nov 24 15:14:48.039941 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad24378-0653-4e0f-b3b4-5fc34c7ad043 req-4c81c093-0fee-45c0-b520-cf7fbda7a45d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:48.039941 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aad24378-0653-4e0f-b3b4-5fc34c7ad043 req-4c81c093-0fee-45c0-b520-cf7fbda7a45d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.0548139 Nov 24 15:14:48.039941 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aad24378-0653-4e0f-b3b4-5fc34c7ad043 req-e59e6127-766e-4fb6-a101-03e5fabaa6d2 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419850 Nov 24 15:14:48.041321 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-baa4d75d-7bc9-49cd-8832-2520e3dbd375 req-8f79d49b-2c32-4bc1-94e6-873ed5962635 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0273890 Nov 24 15:14:48.241403 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0f723-1965-4287-bc15-29a4cf558bd7 req-c11096b2-28a2-4b40-ae2a-4b9ed64c0ca6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:48.245542 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7fe0f723-1965-4287-bc15-29a4cf558bd7 req-c11096b2-28a2-4b40-ae2a-4b9ed64c0ca6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.0552452 Nov 24 15:14:48.343001 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7fe0f723-1965-4287-bc15-29a4cf558bd7 req-a18948b7-31bf-455c-9e13-9089d369694c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840569 Nov 24 15:14:48.362568 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-00eacece-0efc-4b3e-95d0-51d353a4ac72 req-4eb07177-e057-4742-8dd5-9a22e758722b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0402448 Nov 24 15:14:49.151648 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-154fece5-9767-4315-b0e4-73768839fbbd req-76bde137-0f97-40dd-8b33-29352c028d50 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0377545 Nov 24 15:14:49.161350 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Request body: {'port': {'device_id': '3da52232-10b2-4126-a126-bf7f0563956b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:49.218082 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.246227 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-cb045a01-9ef9-4cfa-8a8f-948c75af8f11 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556 HTTP/1.1" status: 200 len: 217 time: 0.1481092 Nov 24 15:14:49.316236 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-877326cb-1f3b-49d5-bb2d-13733139852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:49.323037 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-877326cb-1f3b-49d5-bb2d-13733139852e service neutron] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 917 time: 0.2216465 Nov 24 15:14:49.356674 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56dc025-198f-4bf4-af4b-8ca6a53e4f4b req-84d0b46e-f34c-4f39-a648-e60adc6279db tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:49.366912 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d56dc025-198f-4bf4-af4b-8ca6a53e4f4b req-84d0b46e-f34c-4f39-a648-e60adc6279db tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.1735201 Nov 24 15:14:49.387272 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-7045264c-ed4b-4a6a-8a87-bdec68e3df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:49.389590 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-7045264c-ed4b-4a6a-8a87-bdec68e3df5d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=bbb0e723-73e3-48fe-87cc-48a1c950a13b HTTP/1.1" status: 200 len: 852 time: 0.1235065 Nov 24 15:14:49.435810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34218) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:49.463114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-dab49cef-6453-4a18-9652-e8b9a8ce3547 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a HTTP/1.1" status: 200 len: 217 time: 0.0934196 Nov 24 15:14:49.490178 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-da04ee8b-b7b5-4bb3-9dc4-4fee36769bc4 req-b5c7d5a7-2e38-4144-ba4a-8fbbd9c6f56e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0367768 Nov 24 15:14:49.494861 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-7cd63ec8-a499-4879-a2ce-cfe39ddd9f7d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=3b0570fd-7f26-4647-ab1f-22f24f2a4e40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555046 Nov 24 15:14:49.521871 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d56dc025-198f-4bf4-af4b-8ca6a53e4f4b req-6bcce12d-db5d-45c2-8b84-706b4f763631 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539557 Nov 24 15:14:49.601229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-061bdf88-e454-47d4-a9e4-10074b3f34d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.604462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-2bdfec42-7bdc-4c08-98e9-d8175bbec698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:49.605937 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-2bdfec42-7bdc-4c08-98e9-d8175bbec698 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.1137309 Nov 24 15:14:49.619330 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1986123-620c-4103-ae30-6d5eb7fd080a {{(pid=103210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:49.642358 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.668549 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-9e5bf60a-e43e-4276-b075-126da369ac39 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372965 Nov 24 15:14:49.714179 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.provisioning_blocks [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Transition to ACTIVE for port object c1986123-620c-4103-ae30-6d5eb7fd080a will not be triggered until provisioned by entity L2. {{(pid=103210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:14:49.714857 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-7e7ed9af-c7d5-46fe-b8da-d8dba1c42d36 service neutron] 10.222.0.83 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546085 Nov 24 15:14:49.743420 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb414c7-d1a8-4393-91b2-b6770808128d req-4821b5e8-58c9-4a1b-873e-c29c96dd728c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:49.747386 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9eb414c7-d1a8-4393-91b2-b6770808128d req-4821b5e8-58c9-4a1b-873e-c29c96dd728c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.1234019 Nov 24 15:14:49.817551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-061bdf88-e454-47d4-a9e4-10074b3f34d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.819073 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-23bee513-c848-4354-a653-32cf7184f157 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366727 Nov 24 15:14:49.835579 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9eb414c7-d1a8-4393-91b2-b6770808128d req-7f86e828-d656-44d1-b3d5-d85b3da1b6f6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873094 Nov 24 15:14:49.836786 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.923003 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Pushing event updated for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:49.934088 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-061bdf88-e454-47d4-a9e4-10074b3f34d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.937887 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Attempting to bind port c1986123-620c-4103-ae30-6d5eb7fd080a on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:49.938473 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Attempting to bind port c1986123-620c-4103-ae30-6d5eb7fd080a by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:49.938592 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Attempting to bind port c1986123-620c-4103-ae30-6d5eb7fd080a on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:49.942499 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1c9071c-c4d2-4471-bb20-13adf3b67fc4 req-08feb45a-b9ee-410f-b722-90f4b80b2828 service neutron] 10.222.0.83 "GET /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178767 Nov 24 15:14:49.958429 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Port c1986123-620c-4103-ae30-6d5eb7fd080a on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:14:49.958749 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Attempting to bind port c1986123-620c-4103-ae30-6d5eb7fd080a on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:49.971146 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5afa5593-b503-4492-816a-a40cd8a1f024 req-ed2dccdc-c9cc-4c42-9907-593379f0684f service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202376 Nov 24 15:14:49.985965 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:49.987417 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Checking segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:49.987810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Bound using segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} {{(pid=103210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:49.988277 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.managers [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Bound port: c1986123-620c-4103-ae30-6d5eb7fd080a, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}}] {{(pid=103210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:49.988794 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:49.998753 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bdf88-e454-47d4-a9e4-10074b3f34d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f425929c-269a-4822-88fb-912ac3321aea,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:50.014143 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-061bdf88-e454-47d4-a9e4-10074b3f34d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=107df7a8afed43efb1b8e80e429c43d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5744472 Nov 24 15:14:50.020424 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34242) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:50.112907 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.140973 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, cleared binding levels {{(pid=103210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:50.145008 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.161734 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c1986123-620c-4103-ae30-6d5eb7fd080a,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:50.244337 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-618014a6-ec33-4b22-949a-1f98aafbc309 req-2d8e4379-9ae8-4271-986c-f91a7656a661 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0316024 Nov 24 15:14:50.270164 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.313246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.313884 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.316079 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] 10.222.0.83 "PUT /v2.0/ports/c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 1093 time: 1.1595285 Nov 24 15:14:50.316509 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:50.318775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:50.324294 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.326822 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:50.327938 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f425929c-269a-4822-88fb-912ac3321aea HTTP/1.1" status: 204 len: 168 time: 0.3062973 Nov 24 15:14:50.350618 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e305a4-96c1-40d7-a4a3-b5093347442b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f425929c-269a-4822-88fb-912ac3321aea,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:50.356401 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd10e9-ff1a-43ef-8b85-ac1b54446a2e service neutron] Pushing event updated for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=3']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:50.376093 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e476c692-4239-412d-8555-00c3db130cfc x-openstack-request-id: req-e476c692-4239-412d-8555-00c3db130cfc {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:50.376604 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:50.376604 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e476c692-4239-412d-8555-00c3db130cfc {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:50.376971 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a', 'status': 'completed', 'code': 200} Nov 24 15:14:50.447158 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-ce5404e1-078a-416c-8166-6e74665eb4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.448714 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-ce5404e1-078a-416c-8166-6e74665eb4f4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1096 time: 0.0502365 Nov 24 15:14:50.647635 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-47bbb22f-4a6b-4ab4-be8d-f2cc09b2a940 req-d6ae28bb-667c-4367-b89b-55cebc9d41b8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0323567 Nov 24 15:14:50.699495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-82feaf8b-8cf5-420a-a7be-3dbd9782ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.701668 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-82feaf8b-8cf5-420a-a7be-3dbd9782ed63 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2400734 Nov 24 15:14:50.711302 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-d09f5c4e-90da-4d93-ae99-d8e747e37025 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.713552 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805611ca-62b4-4ab8-91f6-d30f17eb1208 req-54c1635e-47a8-407d-830e-f03be472e86e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.713702 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-d09f5c4e-90da-4d93-ae99-d8e747e37025 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 819 time: 0.1823132 Nov 24 15:14:50.715033 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-805611ca-62b4-4ab8-91f6-d30f17eb1208 req-54c1635e-47a8-407d-830e-f03be472e86e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.1062727 Nov 24 15:14:50.728362 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Request body: {'port': {'device_id': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'admin_state_up': True, 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:50.899661 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-805611ca-62b4-4ab8-91f6-d30f17eb1208 req-9830cd43-02ef-43bc-914f-2f395ee78824 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756346 Nov 24 15:14:50.944462 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-2f577f67-d313-4813-9311-91f8ada93e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:50.946317 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d5bc9a40-71d6-4c58-88d7-7020c373c9f7 req-2f577f67-d313-4813-9311-91f8ada93e4d service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2300014 Nov 24 15:14:51.008590 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea4d38-c5c1-4ea8-9fc6-11437f6cc5b9 req-aa3ff609-a500-45db-997c-3a33fe484422 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:51.010373 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-deea4d38-c5c1-4ea8-9fc6-11437f6cc5b9 req-aa3ff609-a500-45db-997c-3a33fe484422 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.0658357 Nov 24 15:14:51.029239 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b110002e-9e1f-4898-842f-4b60e7a39a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:51.030988 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-b110002e-9e1f-4898-842f-4b60e7a39a01 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1096 time: 0.0423408 Nov 24 15:14:51.060446 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-deea4d38-c5c1-4ea8-9fc6-11437f6cc5b9 req-0b80ec84-036d-49d3-82bf-059585dcd984 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440950 Nov 24 15:14:51.099125 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Made reservation on behalf of 2ffe8aae9e6d4defafe0a82e99165caa for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:51.103700 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.245265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Allocated IP 172.20.0.11 (fb92c3c0-6d9d-4bc5-a295-8163cb22c532/b9a36194-4615-4dd4-a70e-e86caa44d64a/f0ef2639-30dc-4843-9403-e16d34636f76) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:51.246689 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-d1139637-189d-4ac1-af33-5283f2da6003 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.2061446 Nov 24 15:14:51.321404 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-3bc40901-5f7a-409f-9b1a-e7f90ec83f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:51.322886 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-3bc40901-5f7a-409f-9b1a-e7f90ec83f1e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0685635 Nov 24 15:14:51.323484 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34292) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:51.382308 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-288f4a0a-fdc6-47f0-a85f-8d98faf1411a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.399120 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-71e1ea9f-f72c-4929-8e15-fe712c67f393 req-b06a75b7-2d47-472a-a028-00b845819820 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0573983 Nov 24 15:14:51.416500 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-bb4bba63-7cfa-43cf-87f3-0dc45fab89dd service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529454 Nov 24 15:14:51.520643 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.536243 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-31c37b61-278a-4b78-98c0-883109783eef tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:51.537821 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-31c37b61-278a-4b78-98c0-883109783eef tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 811 time: 0.1817231 Nov 24 15:14:51.545808 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-8f85a9e6-2e31-47bf-94ee-3b0f94032cdb service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305857 Nov 24 15:14:51.568200 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34298) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:51.572706 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-288f4a0a-fdc6-47f0-a85f-8d98faf1411a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.631660 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-288f4a0a-fdc6-47f0-a85f-8d98faf1411a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.641712 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-05b06775-e65c-4732-ac19-f5a51f24dd9f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 380 time: 0.0829127 Nov 24 15:14:51.654865 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'port': {'device_id': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'admin_state_up': True, 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'security_groups': ['e4aaf5c3-6510-4716-90f4-055f047b7cd5']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:51.660934 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.684194 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-288f4a0a-fdc6-47f0-a85f-8d98faf1411a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03a9d5fafc284f3d969a8fb91565512d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572857 Nov 24 15:14:51.688454 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34304) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:51.697889 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f4a0a-fdc6-47f0-a85f-8d98faf1411a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff53ed-dac3-45d4-acf3-e605019904e8,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:51.702909 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-fe5c2d22-a9ef-4c94-9ae5-abef402b61e6 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431196 Nov 24 15:14:51.757640 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7fc-6646-4d32-8550-6d692d88d3c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.764232 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.788754 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:51.791443 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.844908 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:51.864101 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 8fbd1f3e-67b4-4712-832f-c993e435c60a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:14:51.878731 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1388d513-8963-4eed-a6d4-2f71d6478715 req-2b033fd1-582c-47f1-b955-2c5fc2ff2d57 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0992715 Nov 24 15:14:51.878731 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:51.884477 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:51.885107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.890528 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Pushing event updated for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:51.931930 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.935325 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:51.938038 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8cff53ed-dac3-45d4-acf3-e605019904e8 HTTP/1.1" status: 204 len: 168 time: 0.2470522 Nov 24 15:14:51.955006 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fd0bfa-4179-4305-9159-6a8fbf127393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff53ed-dac3-45d4-acf3-e605019904e8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:52.026455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:52.046021 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '8fbd1f3e-67b4-4712-832f-c993e435c60a', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'port_id': '8fbd1f3e-67b4-4712-832f-c993e435c60a', 'mac_address': 'fa:16:3e:6a:06:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f75264e-459c-49ba-b0d4-105db004a1e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:14:52.048244 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-42761015-1883-4c2c-b618-312b7e604a93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3235545 Nov 24 15:14:52.052815 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7fc-6646-4d32-8550-6d692d88d3c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.066841 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Request body: {'port': {'device_id': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:52.118779 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.129591 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c898b-4de6-4e21-95ca-7ff64f79be11 req-e79680a6-2f4b-4ac2-93b7-da97cf8ce530 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:52.132568 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b59c898b-4de6-4e21-95ca-7ff64f79be11 req-e79680a6-2f4b-4ac2-93b7-da97cf8ce530 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 944 time: 0.1155546 Nov 24 15:14:52.135472 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fbd1f3e-67b4-4712-832f-c993e435c60a {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:52.165049 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f7fc-6646-4d32-8550-6d692d88d3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.178203 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:52.180177 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Made reservation on behalf of e5929a0c9c79452ca0e05525de2bdc3a for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:52.184285 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.218222 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b59c898b-4de6-4e21-95ca-7ff64f79be11 req-5ef3e235-e5e9-473f-a474-8f3e6a399310 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794852 Nov 24 15:14:52.257149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.286442 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3fc9f7fc-6646-4d32-8550-6d692d88d3c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25b0fb81a5b24f14aaeba97b7f8021cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7168128 Nov 24 15:14:52.290097 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34336) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:52.293062 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc9f7fc-6646-4d32-8550-6d692d88d3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45800de6-c68e-4a3b-82db-859e3d11a0d3,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:52.337198 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.340947 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device e2f0dcf2-e61e-47c8-92eb-5ac95686c556 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:14:52.426800 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bba994-7163-4c08-95b0-cc75d38d21ef req-5da7f291-1be4-4c51-902a-1854150a208d tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:52.428874 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1bba994-7163-4c08-95b0-cc75d38d21ef req-5da7f291-1be4-4c51-902a-1854150a208d tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 943 time: 0.2293859 Nov 24 15:14:52.430885 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:52.517269 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,segment=NetworkSegment(b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f),segment_id=b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:52.531141 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556', 'network_id': '3b0570fd-7f26-4647-ab1f-22f24f2a4e40', 'port_id': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556', 'mac_address': 'fa:16:3e:75:0f:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbb0e723-73e3-48fe-87cc-48a1c950a13b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:14:52.585281 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ac32a-158f-48dd-aa8f-53340cc284e8 req-4106a15d-5ca5-421e-9c63-8d585d527b86 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:52.587471 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ba2ac32a-158f-48dd-aa8f-53340cc284e8 req-4106a15d-5ca5-421e-9c63-8d585d527b86 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 932 time: 0.0776114 Nov 24 15:14:52.590188 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.607056 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2f0dcf2-e61e-47c8-92eb-5ac95686c556 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:52.631223 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,segment=NetworkSegment(b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f),segment_id=b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:52.648005 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ba2ac32a-158f-48dd-aa8f-53340cc284e8 req-ca178586-b826-4609-8323-684f1a4aef9d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533700 Nov 24 15:14:52.727658 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.754375 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.766339 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Allocated IP 172.20.0.13 (df2ca626-256c-416b-ab3e-7ddc9ba9d04a/d2fa3971-52c9-4edf-8098-638115ff5cf0/928620c3-b3fd-4b2b-81b1-b360afa4cd20) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:14:52.779876 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:52.817822 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1bba994-7163-4c08-95b0-cc75d38d21ef req-82aabee3-29a0-475d-b0e7-70d7ca76c826 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569803 Nov 24 15:14:52.833031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:52.998757 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c5e04689-e77c-4464-a715-0d7aace70bb8 req-5e7ff46a-7571-4fb4-8f8f-2ca09a48cb1f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0350027 Nov 24 15:14:53.061651 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:14:53.080813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['e2f0dcf2-e61e-47c8-92eb-5ac95686c556'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:14:53.095289 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ef2639-30dc-4843-9403-e16d34636f76 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:53.101759 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.104254 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.105395 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/45800de6-c68e-4a3b-82db-859e3d11a0d3 HTTP/1.1" status: 204 len: 168 time: 0.8132756 Nov 24 15:14:53.108205 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.114168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.128375 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fef6b4-b02d-469a-9175-5737f15ae2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45800de6-c68e-4a3b-82db-859e3d11a0d3,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:53.138704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Transition to ACTIVE for port object f0ef2639-30dc-4843-9403-e16d34636f76 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:14:53.200774 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.277225 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34370) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:53.349409 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.412922 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397362138-network', 'tenant_id': 'fe0a7bae767a477ea63209b09b4640a3'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:53.449521 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:53.497614 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Attempting to bind port f0ef2639-30dc-4843-9403-e16d34636f76 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:53.497951 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Attempting to bind port f0ef2639-30dc-4843-9403-e16d34636f76 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:53.498293 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Attempting to bind port f0ef2639-30dc-4843-9403-e16d34636f76 on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:53.501276 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:14:53.510249 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:53.513002 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:14:53.518917 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:53.519540 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.529138 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Port f0ef2639-30dc-4843-9403-e16d34636f76 on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:14:53.529466 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Attempting to bind port f0ef2639-30dc-4843-9403-e16d34636f76 on network fb92c3c0-6d9d-4bc5-a295-8163cb22c532 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:53.577933 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Made reservation on behalf of fe0a7bae767a477ea63209b09b4640a3 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:53.577933 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.578532 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a26e2-0f9a-4e3d-8aad-620664b2b3a3 req-6146c03c-6187-44d5-8174-08e970069f7f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:53.578532 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c51a26e2-0f9a-4e3d-8aad-620664b2b3a3 req-6146c03c-6187-44d5-8174-08e970069f7f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 945 time: 0.2057834 Nov 24 15:14:53.578709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.578789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:53.578789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Checking segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:53.578789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Bound using segment: {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:53.578789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Bound port: f0ef2639-30dc-4843-9403-e16d34636f76, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81263d93-2f8b-49fb-9646-b541f6f63c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:53.578789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.584290 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:53.635157 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:14:53.663653 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-44b0c26d-023b-4c9f-b575-7cac86c428a5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0138569 Nov 24 15:14:53.664524 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.682820 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Request body: {'port': {'device_id': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:53.698427 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c51a26e2-0f9a-4e3d-8aad-620664b2b3a3 req-aa8c5f82-8d4a-43ac-a0c0-9c666dd1e98d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399460 Nov 24 15:14:53.730038 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:53.733543 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.752642 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:53.769751 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0ef2639-30dc-4843-9403-e16d34636f76,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:53.779209 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.826270 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.826850 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Added segment 285f3b95-5b29-46e0-bdf4-257c40990926 of type vlan for network 0800af5d-c28b-468b-8adf-5ffd2bc2eab0 Nov 24 15:14:53.838703 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9536088a-01b9-4cbd-a347-801300f256b8,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:53.844206 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.887148 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c1986123-620c-4103-ae30-6d5eb7fd080a details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:14:53.914553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.959699 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-b9a50e33-0f7a-40d9-801b-4e308e09f764 None None] Provisioning complete for port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:53.960271 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b9a50e33-0f7a-40d9-801b-4e308e09f764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.968980 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c4641-701c-4c21-84f9-f05b69dcd3e9 req-c3ce9128-05a8-42eb-ad11-73ada8beae56 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:53.970622 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-022c4641-701c-4c21-84f9-f05b69dcd3e9 req-c3ce9128-05a8-42eb-ad11-73ada8beae56 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 944 time: 0.1951840 Nov 24 15:14:53.978256 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:53.978878 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:53.980315 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] 10.222.0.83 "PUT /v2.0/ports/f0ef2639-30dc-4843-9403-e16d34636f76 HTTP/1.1" status: 200 len: 1094 time: 1.9189544 Nov 24 15:14:53.980755 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:53.983017 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb011897-ef96-4e39-be22-1f8aacb5da48" -d '{"events": [{"name": "network-changed", "server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:54.028760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d246e84-3a1d-497a-af5d-d8ee02d3752b service neutron] Pushing event updated for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.036673 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b9a50e33-0f7a-40d9-801b-4e308e09f764 None None] Port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:14:54.052995 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-022c4641-701c-4c21-84f9-f05b69dcd3e9 req-d3a1fdf1-29cd-45fc-b412-3dd1b42036c6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732307 Nov 24 15:14:54.054159 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34398) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:54.057739 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c1986123-620c-4103-ae30-6d5eb7fd080a,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:54.071439 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'c1986123-620c-4103-ae30-6d5eb7fd080a', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'port_id': 'c1986123-620c-4103-ae30-6d5eb7fd080a', 'mac_address': 'fa:16:3e:39:41:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:14:54.074111 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.075203 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.075774 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.079343 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1391305b-2da0-4b21-92e2-2783e1869cc9 req-ecabdef3-4936-4631-83ba-20c5112bfa15 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.079343 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1391305b-2da0-4b21-92e2-2783e1869cc9 req-ecabdef3-4936-4631-83ba-20c5112bfa15 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 944 time: 0.1472354 Nov 24 15:14:54.089276 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0980f63f-bbda-44b0-ac7f-ef8c950e9a8d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.120113 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.138742 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1986123-620c-4103-ae30-6d5eb7fd080a {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:54.173599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c1986123-620c-4103-ae30-6d5eb7fd080a,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:54.173728 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceacf99b-71de-4bcb-89f1-03e6f67e9174 x-openstack-request-id: req-ceacf99b-71de-4bcb-89f1-03e6f67e9174 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:54.173728 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:54.173728 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ceacf99b-71de-4bcb-89f1-03e6f67e9174 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:54.173728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76', 'status': 'completed', 'code': 200} Nov 24 15:14:54.199238 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9202213 Nov 24 15:14:54.204010 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34400) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:54.204482 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162e3e4-cf60-4117-b8b9-e278013f8529 admin admin] Pushing event updated for resources: {'Network': ['ID=0800af5d-c28b-468b-8adf-5ffd2bc2eab0,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.213483 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1391305b-2da0-4b21-92e2-2783e1869cc9 req-b38c1dc1-632b-40cc-ab9e-b8aa5838e964 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065590 Nov 24 15:14:54.217551 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 0800af5d-c28b-468b-8adf-5ffd2bc2eab0 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:54.222665 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Request body: {'subnet': {'network_id': '0800af5d-c28b-468b-8adf-5ffd2bc2eab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1397362138-subnet', 'tenant_id': 'fe0a7bae767a477ea63209b09b4640a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:54.271577 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-637c0f13-1128-41e7-9ec6-27351eab3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.271779 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-637c0f13-1128-41e7-9ec6-27351eab3278 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 1097 time: 0.1172488 Nov 24 15:14:54.308535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.321290 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 928620c3-b3fd-4b2b-81b1-b360afa4cd20 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:54.330854 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-563211ff-0710-4ab9-9922-99aeb3f77fb6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ef2639-30dc-4843-9403-e16d34636f76 HTTP/1.1" status: 200 len: 217 time: 0.0498617 Nov 24 15:14:54.335707 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0980f63f-bbda-44b0-ac7f-ef8c950e9a8d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.336686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.346340 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e36ee-51f7-4c34-9a33-2b701d8b3583 req-e12e0226-5ec2-4ef0-8c51-8bfa7ac7bfac tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.347890 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-957e36ee-51f7-4c34-9a33-2b701d8b3583 req-e12e0226-5ec2-4ef0-8c51-8bfa7ac7bfac tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 932 time: 0.0951023 Nov 24 15:14:54.387418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Transition to ACTIVE for port object 928620c3-b3fd-4b2b-81b1-b360afa4cd20 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:14:54.387638 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.391778 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Made reservation on behalf of fe0a7bae767a477ea63209b09b4640a3 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:54.394831 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.418053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-1428e9e2-01c7-46ed-9b26-f8b5223dd808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.420286 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-1428e9e2-01c7-46ed-9b26-f8b5223dd808 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0796139 Nov 24 15:14:54.422765 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0980f63f-bbda-44b0-ac7f-ef8c950e9a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.444098 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-957e36ee-51f7-4c34-9a33-2b701d8b3583 req-1639541e-60bb-41f0-9f2f-cc79b93dbee3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894933 Nov 24 15:14:54.465639 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.469132 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-158db1f1-0df5-49ab-a9c7-717ae987eef2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418115 Nov 24 15:14:54.511656 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980f63f-bbda-44b0-ac7f-ef8c950e9a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94514df2-9bf7-4b42-9d25-4695b31e75a6,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.518018 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0980f63f-bbda-44b0-ac7f-ef8c950e9a8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=af35c90ed8764b15ab75a9f4e65d280f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4628606 Nov 24 15:14:54.522901 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34410) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:54.547091 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['c1986123-620c-4103-ae30-6d5eb7fd080a'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:14:54.554104 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.615057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.623299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Attempting to bind port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:14:54.623640 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Attempting to bind port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:14:54.623976 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Attempting to bind port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:54.633302 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:14:54.633628 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Attempting to bind port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:14:54.649519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:14:54.649863 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Checking segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:54.650252 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Bound using segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:14:54.650719 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Bound port: 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:14:54.651061 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.663688 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-6c4af012-7008-47da-be37-b6d6eb4ddcdf service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691442 Nov 24 15:14:54.704573 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.797094 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.849073 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.851626 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:54.855278 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94514df2-9bf7-4b42-9d25-4695b31e75a6 HTTP/1.1" status: 204 len: 168 time: 0.3289564 Nov 24 15:14:54.883913 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af7dc3f-1764-485d-9740-ee36e63af005,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.890257 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:14:54.897784 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441ac79-ae3e-4763-a7e5-633c3e1e7a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94514df2-9bf7-4b42-9d25-4695b31e75a6,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:54.922254 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Checking segment: {'id': '285f3b95-5b29-46e0-bdf4-257c40990926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': '0800af5d-c28b-468b-8adf-5ffd2bc2eab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:54.922619 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Network hostable DHCP agents. Network: 0800af5d-c28b-468b-8adf-5ffd2bc2eab0, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:54.938102 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:14:54.948923 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8bf6df7d-baac-4bed-83f5-ecb97171241a req-7f97806f-334f-4ba4-9693-1048cc1b96cd service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756147 Nov 24 15:14:54.957021 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd395713-a75a-460b-8d93-86b95d1d20f5 req-f9e2ebb4-b97c-4b9e-9632-07fe8a31d519 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:54.964479 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cd395713-a75a-460b-8d93-86b95d1d20f5 req-f9e2ebb4-b97c-4b9e-9632-07fe8a31d519 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 945 time: 0.1380055 Nov 24 15:14:55.019493 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cd395713-a75a-460b-8d93-86b95d1d20f5 req-6d706c4c-16f9-460f-bf3f-dbb9b1072bb0 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540068 Nov 24 15:14:55.045706 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Network 0800af5d-c28b-468b-8adf-5ffd2bc2eab0 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:55.046809 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:55.084286 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.085155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:55.087048 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] 10.222.0.83 "PUT /v2.0/ports/928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 1094 time: 1.4138398 Nov 24 15:14:55.132750 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 0800af5d-c28b-468b-8adf-5ffd2bc2eab0) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:55.143362 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.146229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:55.148975 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0596c3d-288f-495a-8cc5-2ed07929092d None None] Network 0800af5d-c28b-468b-8adf-5ffd2bc2eab0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:55.149514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa075d9-1bfe-4add-84a8-d65814df4b2e service neutron] Pushing event updated for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:55.181921 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-cd6c9601-3c65-4c41-b2c6-a6b8900688bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.185384 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-cd6c9601-3c65-4c41-b2c6-a6b8900688bd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 1097 time: 0.0778039 Nov 24 15:14:55.268925 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9c2d0bd2-05a9-4383-b839-542d9f0aa0c6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0590596 Nov 24 15:14:55.350529 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e62a948-e093-48b9-974e-c4f65cb93707 req-caa3115c-50c7-48e3-af92-c11c56812cfa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.353504 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e62a948-e093-48b9-974e-c4f65cb93707 req-caa3115c-50c7-48e3-af92-c11c56812cfa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 944 time: 0.1629004 Nov 24 15:14:55.365705 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-47670f2b-4264-47d4-8ca1-a4f2ec94b272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.368969 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-47670f2b-4264-47d4-8ca1-a4f2ec94b272 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1097 time: 0.1637971 Nov 24 15:14:55.410389 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f85e9-e5de-446c-a624-94f8695558d5 None None] Network 0800af5d-c28b-468b-8adf-5ffd2bc2eab0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:55.443222 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e62a948-e093-48b9-974e-c4f65cb93707 req-22678b0e-31d1-4138-8e5b-e1615a4a7c20 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833607 Nov 24 15:14:55.534661 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-6f97802a-1c87-47b0-b668-ff35958cf54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.541078 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-6f97802a-1c87-47b0-b668-ff35958cf54a service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.3435886 Nov 24 15:14:55.552047 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-d03e51fb-3b6e-4247-8575-99bec8656992 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 217 time: 0.1367447 Nov 24 15:14:55.604172 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-d9217704-a4b7-4b2d-bf06-05927c40ea46 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ef2639-30dc-4843-9403-e16d34636f76 HTTP/1.1" status: 200 len: 217 time: 0.0559938 Nov 24 15:14:55.682957 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397ddb2-70ba-4a88-b01f-613fcd0b5509 req-cea5758e-8426-4b44-8f7c-98dfd0e7a94e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.684136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976bade-2bed-4b7f-9812-e7bfd8aad973 req-586867a3-e674-47b0-a6e1-5983d5d98c41 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.685746 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2976bade-2bed-4b7f-9812-e7bfd8aad973 req-586867a3-e674-47b0-a6e1-5983d5d98c41 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 944 time: 0.3126466 Nov 24 15:14:55.696329 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b397ddb2-70ba-4a88-b01f-613fcd0b5509 req-cea5758e-8426-4b44-8f7c-98dfd0e7a94e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 944 time: 0.1182840 Nov 24 15:14:55.710895 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-4023626c-e988-4ec9-980c-6ae0989b978f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.712409 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-4023626c-e988-4ec9-980c-6ae0989b978f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.1191096 Nov 24 15:14:55.722024 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-1b4b2f6d-2c2c-4b5d-b7f9-9e4a2fcf4476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:55.723441 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-1b4b2f6d-2c2c-4b5d-b7f9-9e4a2fcf4476 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0986252 Nov 24 15:14:55.794398 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b397ddb2-70ba-4a88-b01f-613fcd0b5509 req-0ba37a6c-4693-4618-8e6d-b484caa06870 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969837 Nov 24 15:14:55.855213 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 8fbd1f3e-67b4-4712-832f-c993e435c60a up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:55.975688 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-9e93f060-e31e-4852-a0df-4045674ab76e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2378297 Nov 24 15:14:56.027849 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2976bade-2bed-4b7f-9812-e7bfd8aad973 req-dc3fcb2f-5baa-4491-ae61-f1e9c6878be6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322680 Nov 24 15:14:56.032286 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 8fbd1f3e-67b4-4712-832f-c993e435c60a completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:14:56.043261 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-31dc619b-9633-4e75-9da4-d77eb99fee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.043950 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-31dc619b-9633-4e75-9da4-d77eb99fee78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3193674 Nov 24 15:14:56.055464 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 8fbd1f3e-67b4-4712-832f-c993e435c60a triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:56.055851 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.169544 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-bb576f13-3fb2-4b8c-b8a9-5447e4353f68 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837742 Nov 24 15:14:56.173141 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:56.176771 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54865178-9e75-4adb-b154-5b11b5af9faa" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:56.195191 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e8fdd2-b825-4b99-b40f-28fa30026123 req-10699b5e-82c3-42b3-93a4-8f3d35a780f1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.202286 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-77e8fdd2-b825-4b99-b40f-28fa30026123 req-10699b5e-82c3-42b3-93a4-8f3d35a780f1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 945 time: 0.0777504 Nov 24 15:14:56.228527 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-fa68ba09-18e3-4bc7-9378-6a98561d60c5 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597295 Nov 24 15:14:56.266480 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.273560 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20fe4e9-1648-4ffc-b7b7-db834d7437ef x-openstack-request-id: req-e20fe4e9-1648-4ffc-b7b7-db834d7437ef {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:56.274491 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:56.274491 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e20fe4e9-1648-4ffc-b7b7-db834d7437ef {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:56.274491 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'status': 'completed', 'code': 200} Nov 24 15:14:56.286498 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-77e8fdd2-b825-4b99-b40f-28fa30026123 req-97087811-717a-4ac8-bc3f-14f9239d1780 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826130 Nov 24 15:14:56.310770 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:56.362724 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb011897-ef96-4e39-be22-1f8aacb5da48 req-1b1a3a02-e7df-4d12-ae87-d1073e476f23 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820638 Nov 24 15:14:56.388903 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:56.396360 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3ac1048-a72c-4ee6-baa8-5ed300c66d46 req-7be7ebd2-9249-4b86-9cb4-e26c85958798 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326663 Nov 24 15:14:56.447221 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.448125 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device e2f0dcf2-e61e-47c8-92eb-5ac95686c556 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:56.524944 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:56.559087 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865178-9e75-4adb-b154-5b11b5af9faa req-7a3bce98-64c3-447d-8f39-0d57ba3929f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.560677 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-7a3bce98-64c3-447d-8f39-0d57ba3929f6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1097 time: 0.0522513 Nov 24 15:14:56.617179 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:14:56.621352 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:56.621789 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.684734 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:56.700707 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587733-5576-4ac5-b16a-b0a7f0c3ab87 req-2d17cf27-2f5f-485a-96df-76709a280570 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.702215 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c2587733-5576-4ac5-b16a-b0a7f0c3ab87 req-2d17cf27-2f5f-485a-96df-76709a280570 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 944 time: 0.0706713 Nov 24 15:14:56.705819 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865178-9e75-4adb-b154-5b11b5af9faa req-db5492da-f580-4c5a-aecc-dfc8624789fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.707186 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-db5492da-f580-4c5a-aecc-dfc8624789fe service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.1382728 Nov 24 15:14:56.737311 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.757197 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34500) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:56.762731 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878334550-network', 'tenant_id': 'e13d7ab7543f4f83ab028d43abbd3f4b'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:56.792769 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-23f35770-9dae-44ae-9c59-d188bc2adf98 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 217 time: 0.0721686 Nov 24 15:14:56.800930 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8875cd-1eef-4464-8337-419afdeba56d" -d '{"events": [{"server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:56.809967 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,segment=NetworkSegment(b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f),segment_id=b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:56.865208 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c2587733-5576-4ac5-b16a-b0a7f0c3ab87 req-097c7663-c99b-468a-ad3c-3a00a167cdbe tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546879 Nov 24 15:14:56.870647 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Made reservation on behalf of e13d7ab7543f4f83ab028d43abbd3f4b for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:56.873532 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.890644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.893597 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865178-9e75-4adb-b154-5b11b5af9faa req-883707e4-ee7c-44d0-b4e4-239c1dea3b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:56.895060 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-883707e4-ee7c-44d0-b4e4-239c1dea3b9b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0909104 Nov 24 15:14:56.898628 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:56.906806 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c1986123-620c-4103-ae30-6d5eb7fd080a up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:57.045246 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:57.058749 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54865178-9e75-4adb-b154-5b11b5af9faa req-8fe86c05-1532-43b6-9d8b-eb6be5c0fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.060287 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-8fe86c05-1532-43b6-9d8b-eb6be5c0fd67 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1560714 Nov 24 15:14:57.079511 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e2e91-b7c8-43de-b98f-cb24f8c89a85 req-55993b70-d65a-4209-87fc-c78ea44883dd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.082124 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.087757 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a38e2e91-b7c8-43de-b98f-cb24f8c89a85 req-55993b70-d65a-4209-87fc-c78ea44883dd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 944 time: 0.1237433 Nov 24 15:14:57.096403 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-818c051c-e01e-486f-910a-ed5f4e27308e x-openstack-request-id: req-818c051c-e01e-486f-910a-ed5f4e27308e {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:57.096815 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "name": "network-vif-plugged", "status": "completed", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:57.097187 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-818c051c-e01e-486f-910a-ed5f4e27308e {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:57.097815 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a', 'code': 200} Nov 24 15:14:57.138790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.152524 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port c1986123-620c-4103-ae30-6d5eb7fd080a completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:14:57.155731 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1157} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:14:57.170400 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port c1986123-620c-4103-ae30-6d5eb7fd080a triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:14:57.170779 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.197757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.198090 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Added segment 4babab41-a132-4283-ac48-3d56a0edb1cb of type vlan for network cb4e4c67-6137-4907-995e-6c5237bcb1b0 Nov 24 15:14:57.210869 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a60f40c8-db0c-4bb3-9e6f-f638e654ed67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.223175 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a38e2e91-b7c8-43de-b98f-cb24f8c89a85 req-3f75e630-529a-45f6-9a2d-3a07286c0917 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307034 Nov 24 15:14:57.249790 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-97df0e5d-e70f-4a4f-bce5-e66b352989ce service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593072 Nov 24 15:14:57.288879 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.328214 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-62735e1d-6971-441e-830e-63cc9944a203 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.333230 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9771a5-6367-4709-b22c-60f6a2f86e60,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:57.364740 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.367166 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c1986123-620c-4103-ae30-6d5eb7fd080a,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:57.394158 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb54017-b813-404d-93c9-1f25459e40b9 req-0f7eb2e1-5f9b-4735-b724-6d0df4c9cb05 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.401365 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-54865178-9e75-4adb-b154-5b11b5af9faa req-0d6dae3e-38cb-4714-ac86-12bb609dbd59 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429093 Nov 24 15:14:57.404892 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-afb54017-b813-404d-93c9-1f25459e40b9 req-0f7eb2e1-5f9b-4735-b724-6d0df4c9cb05 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.2255731 Nov 24 15:14:57.456933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d856bdc-6022-4113-a97e-d9aa446f51d2 req-511f9d98-43a8-4762-b639-2f4fa03ab1dd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.467514 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d856bdc-6022-4113-a97e-d9aa446f51d2 req-511f9d98-43a8-4762-b639-2f4fa03ab1dd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0621672 Nov 24 15:14:57.486868 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-afb54017-b813-404d-93c9-1f25459e40b9 req-f08d0bce-f4ee-4e6f-9a19-486ceb1b5ef6 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811205 Nov 24 15:14:57.508617 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.520052 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d856bdc-6022-4113-a97e-d9aa446f51d2 req-91319edd-6555-46bd-b995-96235ab5bc59 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546002 Nov 24 15:14:57.527240 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-62735e1d-6971-441e-830e-63cc9944a203 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.544468 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.546366 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.546366 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.583993 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:57.618421 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-62735e1d-6971-441e-830e-63cc9944a203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.632592 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] Pushing event updated for resources: {'Network': ['ID=cb4e4c67-6137-4907-995e-6c5237bcb1b0,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:57.648052 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network cb4e4c67-6137-4907-995e-6c5237bcb1b0 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:14:57.658727 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-0176cdc3-778d-4b40-8e7c-eb2557d80f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:57.662343 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-0176cdc3-778d-4b40-8e7c-eb2557d80f27 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 1099 time: 0.0941553 Nov 24 15:14:57.692864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-12593a20-92c1-49a8-9075-d822c29f82f3 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.703760 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62735e1d-6971-441e-830e-63cc9944a203 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2ba810-7c78-4f49-8fae-146b7532aeb4,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:57.732132 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34530) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:57.734424 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9bacdbce-0860-4bb4-aa1c-0ae2b281f3f5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9741039 Nov 24 15:14:57.738853 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Request body: {'subnet': {'network_id': 'cb4e4c67-6137-4907-995e-6c5237bcb1b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1878334550-subnet', 'tenant_id': 'e13d7ab7543f4f83ab028d43abbd3f4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:14:57.741973 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-62735e1d-6971-441e-830e-63cc9944a203 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c291b51a6c4e4b89a2db8c567cf6010e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0533042 Nov 24 15:14:57.742818 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34534) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:57.812314 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-12593a20-92c1-49a8-9075-d822c29f82f3 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.830526 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.852548 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.853041 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Made reservation on behalf of e13d7ab7543f4f83ab028d43abbd3f4b for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:14:57.855894 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.866317 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0ef2639-30dc-4843-9403-e16d34636f76 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:14:57.878774 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-12593a20-92c1-49a8-9075-d822c29f82f3 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:57.978368 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9d2ced26-fa4f-4a40-84ec-18876fc3035d req-12593a20-92c1-49a8-9075-d822c29f82f3 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086905 Nov 24 15:14:57.992069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12593a20-92c1-49a8-9075-d822c29f82f3 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9e073d-e19c-4393-ac58-c29e7e3f52fe,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:58.000687 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.006903 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.012826 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dc2ba810-7c78-4f49-8fae-146b7532aeb4 HTTP/1.1" status: 204 len: 168 time: 0.2652366 Nov 24 15:14:58.037255 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b2414-fa19-40ef-b44e-32b177809133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2ba810-7c78-4f49-8fae-146b7532aeb4,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:58.038731 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0ef2639-30dc-4843-9403-e16d34636f76,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:58.055229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f68b59-71d2-463e-a095-faf1d68b2f0f req-dd6486f7-65f2-4bb9-a055-3abc17aad3af tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:58.063291 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78f68b59-71d2-463e-a095-faf1d68b2f0f req-dd6486f7-65f2-4bb9-a055-3abc17aad3af tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 944 time: 0.1105387 Nov 24 15:14:58.088512 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'f0ef2639-30dc-4843-9403-e16d34636f76', 'network_id': 'fb92c3c0-6d9d-4bc5-a295-8163cb22c532', 'port_id': 'f0ef2639-30dc-4843-9403-e16d34636f76', 'mac_address': 'fa:16:3e:23:de:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9a36194-4615-4dd4-a70e-e86caa44d64a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:14:58.130731 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-78f68b59-71d2-463e-a095-faf1d68b2f0f req-491c8c94-ebd7-44a9-8d01-5bbb170a4b23 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Nov 24 15:14:58.149643 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.168677 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ef2639-30dc-4843-9403-e16d34636f76 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:58.189501 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0ef2639-30dc-4843-9403-e16d34636f76,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:58.224655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.252505 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.253204 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 928620c3-b3fd-4b2b-81b1-b360afa4cd20 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:14:58.282371 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3aab1df-e98c-493c-864f-79b75e620e3f,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:58.294083 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Checking segment: {'id': '4babab41-a132-4283-ac48-3d56a0edb1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': 'cb4e4c67-6137-4907-995e-6c5237bcb1b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:14:58.294434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Network hostable DHCP agents. Network: cb4e4c67-6137-4907-995e-6c5237bcb1b0, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:14:58.322651 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:58.364118 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bac7a3-7c43-4168-abdf-62a14c3aba8e req-922cd4f0-8ed0-448a-8e49-2afc8721c66e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:58.371353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6bac7a3-7c43-4168-abdf-62a14c3aba8e req-922cd4f0-8ed0-448a-8e49-2afc8721c66e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 944 time: 0.0592875 Nov 24 15:14:58.414398 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6bac7a3-7c43-4168-abdf-62a14c3aba8e req-cbc7e0f6-6a83-41c2-a698-494b76659ffc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421762 Nov 24 15:14:58.424496 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:58.428690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Network cb4e4c67-6137-4907-995e-6c5237bcb1b0 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:14:58.436881 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'port_id': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'mac_address': 'fa:16:3e:5f:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:14:58.475896 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.489139 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 928620c3-b3fd-4b2b-81b1-b360afa4cd20 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:14:58.507810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:14:58.605684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, cb4e4c67-6137-4907-995e-6c5237bcb1b0) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:14:58.607443 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11debf4e-cc92-4119-9397-de560988c21f req-03ec900e-9e1f-417c-bf4d-edcdf7f8befa tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:58.608541 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11debf4e-cc92-4119-9397-de560988c21f req-03ec900e-9e1f-417c-bf4d-edcdf7f8befa tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0534172 Nov 24 15:14:58.614172 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60dda65-2642-48be-aa2b-3f0d58b175f4 None None] Network cb4e4c67-6137-4907-995e-6c5237bcb1b0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:58.623447 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:58.624211 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.634976 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.655120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386dcf3c-e5fb-47e8-be75-fb12df8e3737 req-fd2dd86b-d52c-408c-b9f7-c4c3d6a468d9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:58.656729 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-386dcf3c-e5fb-47e8-be75-fb12df8e3737 req-fd2dd86b-d52c-408c-b9f7-c4c3d6a468d9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0614076 Nov 24 15:14:58.680557 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11debf4e-cc92-4119-9397-de560988c21f req-7ac86f84-f31c-4aca-9c39-eb7dd11b6d7d tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648353 Nov 24 15:14:58.717754 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-386dcf3c-e5fb-47e8-be75-fb12df8e3737 req-304d5479-9da8-4f0d-b7f4-215e785a4540 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549338 Nov 24 15:14:58.729711 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a77b5e39-e46e-48cc-8365-4e2630334819 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9963582 Nov 24 15:14:58.759236 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:58.820832 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc37c79-408e-4f7d-be0a-c1a0768cda3a None None] Network cb4e4c67-6137-4907-995e-6c5237bcb1b0 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:14:58.890092 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34576) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:58.908308 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0859ce64-e3e3-4d62-a6e7-f5ab9831b1a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.914962 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34578) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:58.932171 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['f0ef2639-30dc-4843-9403-e16d34636f76'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:14:58.968725 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Deleting subnet 3af7dc3f-1764-485d-9740-ee36e63af005 {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:14:58.972250 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:58.979119 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['928620c3-b3fd-4b2b-81b1-b360afa4cd20'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:14:59.007224 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0859ce64-e3e3-4d62-a6e7-f5ab9831b1a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.014624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.028413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.092814 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0859ce64-e3e3-4d62-a6e7-f5ab9831b1a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.100007 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556'}, {'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:14:59.102232 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37a6f15-cbf4-4da9-b8e6-96acfefeb3cf" -d '{"events": [{"server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "name": "network-vif-plugged", "status": "completed", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556"}, {"server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "name": "network-vif-plugged", "status": "completed", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:14:59.130950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859ce64-e3e3-4d62-a6e7-f5ab9831b1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbac5564-685d-4382-8424-a0b97c048ab5,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:59.135234 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0859ce64-e3e3-4d62-a6e7-f5ab9831b1a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5b5747f03b24356a3c3da6784ce1a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438788 Nov 24 15:14:59.137984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34582) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:59.190398 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.207904 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Nov 2021 15:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f83475-016e-4afa-a38d-d045a965b75b x-openstack-request-id: req-75f83475-016e-4afa-a38d-d045a965b75b {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:14:59.208494 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "name": "network-vif-plugged", "status": "completed", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556", "code": 200}, {"server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "name": "network-vif-plugged", "status": "completed", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:14:59.208745 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-75f83475-016e-4afa-a38d-d045a965b75b {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:14:59.209134 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556', 'code': 200} Nov 24 15:14:59.209385 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a', 'code': 200} Nov 24 15:14:59.282353 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.289432 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34588) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:14:59.290167 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3af7dc3f-1764-485d-9740-ee36e63af005 HTTP/1.1" status: 204 len: 168 time: 0.3741155 Nov 24 15:14:59.293829 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4d74a-d4e6-4954-8ab4-d6b0d90f5ce3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af7dc3f-1764-485d-9740-ee36e63af005,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:59.319763 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.349708 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.358562 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548349f3-fc81-4219-a396-4e885c56bf34 req-176f3552-76d5-4035-99da-bb648aac0bd5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:59.364529 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-548349f3-fc81-4219-a396-4e885c56bf34 req-176f3552-76d5-4035-99da-bb648aac0bd5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 945 time: 0.1394730 Nov 24 15:14:59.389179 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.432726 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-548349f3-fc81-4219-a396-4e885c56bf34 req-cf9fe21e-17c7-4325-9c2c-a96f99a64676 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618715 Nov 24 15:14:59.476909 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.515333 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.515702 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.516494 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.516953 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > port after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.517930 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.518231 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > port after_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.518562 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.518903 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.519210 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.519553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.548626 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.551165 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.552323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fbac5564-685d-4382-8424-a0b97c048ab5 HTTP/1.1" status: 204 len: 168 time: 0.4132853 Nov 24 15:14:59.560295 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2edfc-33e4-4827-a4d3-b3673c46e88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbac5564-685d-4382-8424-a0b97c048ab5,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:14:59.668779 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.669176 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.669550 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.669879 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:14:59.670282 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0800af5d-c28b-468b-8adf-5ffd2bc2eab0']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:59.703802 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285f3b95-5b29-46e0-bdf4-257c40990926') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:59.704132 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285f3b95-5b29-46e0-bdf4-257c40990926') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:14:59.715628 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-603907e4-be64-4eab-ad5f-1da1bafb4278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.733415 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-970561'] for segment, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.788676 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12673956'] for segment, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: from cryptography.utils import int_from_bytes Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: from cryptography.utils import int_from_bytes Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: Traceback (most recent call last): Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: timer() Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: cb(*args, **kw) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: return func(*args, **kwargs) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: self._notify() Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: self.callback(batched_events) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: event.method(event) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: return f(self, *a, **k) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._get(url).json() Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:14:59.813215 dv-cinder-816898-4-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:14:59.829241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cfc44b-47aa-4bac-b250-b68e701ba3de req-5cbdf881-80ae-40cf-953f-c6c4141bb1c1 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:59.830971 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48cfc44b-47aa-4bac-b250-b68e701ba3de req-5cbdf881-80ae-40cf-953f-c6c4141bb1c1 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 945 time: 0.3280711 Nov 24 15:14:59.880611 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0ef2639-30dc-4843-9403-e16d34636f76 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:14:59.909566 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bac83d-60f8-45fe-bedc-0b941340a242 req-bce50fd8-a5c1-43ac-9364-654568d20f3a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:59.924147 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-20bac83d-60f8-45fe-bedc-0b941340a242 req-bce50fd8-a5c1-43ac-9364-654568d20f3a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.1451623 Nov 24 15:14:59.945414 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f778d27-b1c4-46f3-a952-dcedc9c94ab1 req-a317cbb6-7237-46d1-80c2-b56ccbb2b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:59.947162 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f778d27-b1c4-46f3-a952-dcedc9c94ab1 req-a317cbb6-7237-46d1-80c2-b56ccbb2b1b6 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.1399920 Nov 24 15:14:59.948618 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48cfc44b-47aa-4bac-b250-b68e701ba3de req-68e104eb-2c8c-48f9-9f1e-04cba3eb0853 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654042 Nov 24 15:14:59.961052 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c644e3-fceb-421f-8230-44b50e04f09e req-fdfe6131-caad-40f2-b3c6-dec51095e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:14:59.962518 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0c644e3-fceb-421f-8230-44b50e04f09e req-fdfe6131-caad-40f2-b3c6-dec51095e118 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 1098 time: 0.1542978 Nov 24 15:15:00.022095 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-20bac83d-60f8-45fe-bedc-0b941340a242 req-977d9504-ba8d-43fb-a3c5-b1992d71f31c tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042304 Nov 24 15:15:00.023964 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port f0ef2639-30dc-4843-9403-e16d34636f76 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:00.037475 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port f0ef2639-30dc-4843-9403-e16d34636f76 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:00.038025 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.047969 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.055388 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f778d27-b1c4-46f3-a952-dcedc9c94ab1 req-3a169d34-9aa9-46f0-b2b1-0d095efc2f42 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918641 Nov 24 15:15:00.058741 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0c644e3-fceb-421f-8230-44b50e04f09e req-74794d16-6bb4-4019-851c-1f3b165fdc23 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864940 Nov 24 15:15:00.081947 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.087814 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0800af5d-c28b-468b-8adf-5ffd2bc2eab0 HTTP/1.1" status: 204 len: 168 time: 0.7947049 Nov 24 15:15:00.088144 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34608) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:00.095916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4992d2-d04f-43cf-84d5-00dfd1d03ac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0800af5d-c28b-468b-8adf-5ffd2bc2eab0,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:00.124129 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9b341-ea6c-4205-a244-cf6f01e7f19c req-07702c61-1b33-4a87-81dd-7d233c6eeee3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:00.129070 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07b9b341-ea6c-4205-a244-cf6f01e7f19c req-07702c61-1b33-4a87-81dd-7d233c6eeee3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.1198721 Nov 24 15:15:00.156227 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Deleting subnet d3aab1df-e98c-493c-864f-79b75e620e3f {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:15:00.157613 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.159628 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.187406 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07b9b341-ea6c-4205-a244-cf6f01e7f19c req-0af3427a-c1fb-4dc7-bb90-cee74abed632 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508914 Nov 24 15:15:00.196081 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0ef2639-30dc-4843-9403-e16d34636f76,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:00.199936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.206126 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.274107 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.322935 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:00.378006 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.407349 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3aab1df-e98c-493c-864f-79b75e620e3f,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:00.409426 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.415388 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3e02c66a-dcac-4d04-a0f5-38817303dac7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d3aab1df-e98c-493c-864f-79b75e620e3f HTTP/1.1" status: 204 len: 168 time: 0.3262026 Nov 24 15:15:00.415513 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34614) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:00.487273 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.506734 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34618) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:00.519583 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c73d4dc9-e7fd-407b-ab40-eb7efc3a53e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.575453 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.593854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99ff41-bbb8-41c4-98e8-835ba651b673 req-1552ce6d-252a-4753-9f21-482ef36167f2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:00.595381 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4b99ff41-bbb8-41c4-98e8-835ba651b673 req-1552ce6d-252a-4753-9f21-482ef36167f2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0775824 Nov 24 15:15:00.595839 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb4e4c67-6137-4907-995e-6c5237bcb1b0']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:00.606024 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4babab41-a132-4283-ac48-3d56a0edb1cb') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:00.606397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4babab41-a132-4283-ac48-3d56a0edb1cb') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:00.616757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-970561'] for segment, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.623181 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.631999 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.637990 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:15:00.638371 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12673956'] for segment, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: Traceback (most recent call last): Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: timer() Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: cb(*args, **kw) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: return func(*args, **kwargs) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: self._notify() Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: self.callback(batched_events) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: event.method(event) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: return f(self, *a, **k) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._get(url).json() Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:15:00.639991 dv-cinder-816898-4-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:15:00.671186 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c73d4dc9-e7fd-407b-ab40-eb7efc3a53e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.675630 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4b99ff41-bbb8-41c4-98e8-835ba651b673 req-ab3604f7-f05e-4e20-9908-2ee9a25ebc79 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689154 Nov 24 15:15:00.737466 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c73d4dc9-e7fd-407b-ab40-eb7efc3a53e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.765479 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.771919 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.774407 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73d4dc9-e7fd-407b-ab40-eb7efc3a53e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb4c9a5-ef0a-449f-9e5c-e9a74a52ab3e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:00.778091 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] 10.222.0.15 "DELETE /v2.0/networks/cb4e4c67-6137-4907-995e-6c5237bcb1b0 HTTP/1.1" status: 204 len: 168 time: 0.3588741 Nov 24 15:15:00.785246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5760ee6-4184-4556-baf9-bdb5cbe8739d admin admin] Pushing event deleted for resources: {'Network': ['ID=cb4e4c67-6137-4907-995e-6c5237bcb1b0,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:00.789647 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c73d4dc9-e7fd-407b-ab40-eb7efc3a53e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=136188e4dd304ecc9a9874bcc4fa143b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848835 Nov 24 15:15:00.792522 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34622) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:00.844582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:00.868152 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.005211 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.009859 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.009859 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fcb4c9a5-ef0a-449f-9e5c-e9a74a52ab3e HTTP/1.1" status: 204 len: 168 time: 0.2157786 Nov 24 15:15:01.032357 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391a788-937c-4858-8f87-385b143bdac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb4c9a5-ef0a-449f-9e5c-e9a74a52ab3e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:01.090817 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628c6f2-291d-4baa-8480-485a1f13fc58 req-bd10c268-0d12-4e42-9218-3b1a6015834a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:01.092344 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3628c6f2-291d-4baa-8480-485a1f13fc58 req-bd10c268-0d12-4e42-9218-3b1a6015834a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 945 time: 0.0732000 Nov 24 15:15:01.182595 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf53e8e9-9ecf-4535-a943-5a49c1f6b903 req-56f15de5-4456-472e-96eb-13935fe479d9 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:01.184607 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3628c6f2-291d-4baa-8480-485a1f13fc58 req-9eabde8e-ef97-4b32-ab4a-e22823e2e0d3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855129 Nov 24 15:15:01.190397 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cf53e8e9-9ecf-4535-a943-5a49c1f6b903 req-56f15de5-4456-472e-96eb-13935fe479d9 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0695343 Nov 24 15:15:01.217518 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:01.217518 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686b6a0c-af3e-417b-b7d5-fd0a327ef645" -d '{"events": [{"server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "name": "network-vif-plugged", "status": "completed", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:01.257548 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cf53e8e9-9ecf-4535-a943-5a49c1f6b903 req-653c462a-aef5-45b9-a65d-bbbf5a8907cc tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662539 Nov 24 15:15:01.304560 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8041bab-d268-410d-8af2-ba0095e84e2f x-openstack-request-id: req-e8041bab-d268-410d-8af2-ba0095e84e2f {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:01.305068 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "name": "network-vif-plugged", "status": "completed", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:01.305234 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e8041bab-d268-410d-8af2-ba0095e84e2f {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:01.316449 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76', 'code': 200} Nov 24 15:15:01.318450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34650) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:01.322936 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6052856-3f16-4e9b-9da8-96d3ce5dad82 req-d3f48db6-7f6e-4912-a3d9-9d358a91b4f4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:01.324514 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d6052856-3f16-4e9b-9da8-96d3ce5dad82 req-d3f48db6-7f6e-4912-a3d9-9d358a91b4f4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0638766 Nov 24 15:15:01.379353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f8591f69-fa9d-4f6e-9464-4cc4f7439c14 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe0a7bae767a477ea63209b09b4640a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0573609 Nov 24 15:15:01.379945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34652) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:01.387462 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d6052856-3f16-4e9b-9da8-96d3ce5dad82 req-5cc2ba2e-ef73-40fe-a7fa-5ae6be1bf895 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522110 Nov 24 15:15:01.444643 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.494534 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.675685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.680159 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:01.680159 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9536088a-01b9-4cbd-a347-801300f256b8 HTTP/1.1" status: 204 len: 168 time: 0.2990236 Nov 24 15:15:01.687818 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150faab6-d53d-40df-ae7f-e71504940b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9536088a-01b9-4cbd-a347-801300f256b8,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:01.832715 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db410da0-67de-4a9b-abc4-65ee77488859 req-0a868023-90d8-411d-be44-eaec026483e1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:01.834275 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-db410da0-67de-4a9b-abc4-65ee77488859 req-0a868023-90d8-411d-be44-eaec026483e1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0839286 Nov 24 15:15:01.837216 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796d743b-77ef-48b8-a250-fa603a1fe210 req-5521e8d6-e4a6-4b4c-8896-433043c54752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:01.838585 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-796d743b-77ef-48b8-a250-fa603a1fe210 req-5521e8d6-e4a6-4b4c-8896-433043c54752 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 1099 time: 0.0762146 Nov 24 15:15:01.882589 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 928620c3-b3fd-4b2b-81b1-b360afa4cd20 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:01.927966 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-db410da0-67de-4a9b-abc4-65ee77488859 req-3b5d2a13-6626-4b79-88d1-24e974a29aa1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859349 Nov 24 15:15:01.930562 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-796d743b-77ef-48b8-a250-fa603a1fe210 req-ed3444e2-4774-4090-b0cb-5bc54bc2ec2d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807359 Nov 24 15:15:02.065048 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:02.069269 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:02.069649 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.160525 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.203619 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:02.264554 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.269371 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.328728 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.374634 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218f5629-9df4-4d03-ab02-f2e54411fb4c req-a9995341-5960-4b3f-8655-5d1ce09d9309 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:02.387775 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-218f5629-9df4-4d03-ab02-f2e54411fb4c req-a9995341-5960-4b3f-8655-5d1ce09d9309 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1209500 Nov 24 15:15:02.390931 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:02.412107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34700) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:02.456453 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34702) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:02.456839 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-668d4e61-1019-424c-ae5c-315f216fab03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e13d7ab7543f4f83ab028d43abbd3f4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0507889 Nov 24 15:15:02.467169 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-218f5629-9df4-4d03-ab02-f2e54411fb4c req-10ffe3fd-20ee-4785-b536-f6cb290afd2e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780559 Nov 24 15:15:02.470845 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed13a76-d110-4d92-b883-d4151755a515 req-306da49e-b1eb-4df5-9566-b23de9488ffa tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:02.480193 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fed13a76-d110-4d92-b883-d4151755a515 req-306da49e-b1eb-4df5-9566-b23de9488ffa tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.1105063 Nov 24 15:15:02.485095 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34704) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:02.521521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.548087 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.551812 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fed13a76-d110-4d92-b883-d4151755a515 req-b948b53f-2bab-419e-a6a0-390c652f219a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704610 Nov 24 15:15:02.620267 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-441002831-network', 'tenant_id': '58ef8be60ebe4dda9cf2349361fcc017'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:02.676126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.678904 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.680139 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc9771a5-6367-4709-b22c-60f6a2f86e60 HTTP/1.1" status: 204 len: 168 time: 0.2224271 Nov 24 15:15:02.689722 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542df12e-dac0-4986-96cb-ef28a900104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9771a5-6367-4709-b22c-60f6a2f86e60,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:02.705996 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Made reservation on behalf of 58ef8be60ebe4dda9cf2349361fcc017 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:02.708507 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.717972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.813368 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.915178 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.948062 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:15:02.954638 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:02.960989 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:02.961451 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Added segment f678058d-92fa-4745-a1f5-d41c7629dc70 of type vlan for network 227eb562-e0af-4534-94a8-4d99c80e4751 Nov 24 15:15:03.008780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:03.092140 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:03.097113 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:03.098425 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:03.103943 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:03.201389 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6e19-51a0-4d95-b348-618753cf320a req-5d20acca-0a5b-4531-88dd-61218f1b6c37 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:03.202918 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-497e6e19-51a0-4d95-b348-618753cf320a req-5d20acca-0a5b-4531-88dd-61218f1b6c37 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1487796 Nov 24 15:15:03.204482 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] Pushing event updated for resources: {'Network': ['ID=227eb562-e0af-4534-94a8-4d99c80e4751,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:03.250650 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 227eb562-e0af-4534-94a8-4d99c80e4751 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:15:03.336384 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-497e6e19-51a0-4d95-b348-618753cf320a req-c93b0f0d-ff8f-4664-b501-a3ed1730e188 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238873 Nov 24 15:15:03.368087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:03.368087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf7cd93-0b6b-4631-9b33-24f2f5ada3e3" -d '{"events": [{"server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "name": "network-vif-plugged", "status": "completed", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:03.398922 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1a2477-8231-453b-9b92-1413336622e3 x-openstack-request-id: req-ca1a2477-8231-453b-9b92-1413336622e3 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:03.399543 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "name": "network-vif-plugged", "status": "completed", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:03.400132 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca1a2477-8231-453b-9b92-1413336622e3 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:03.400337 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'code': 200} Nov 24 15:15:03.440522 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b69dfa59-5055-4dbc-aafb-fb00cb1359db admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9543750 Nov 24 15:15:03.443747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34732) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:03.451171 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Request body: {'subnet': {'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-441002831-subnet', 'tenant_id': '58ef8be60ebe4dda9cf2349361fcc017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:03.666877 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Made reservation on behalf of 58ef8be60ebe4dda9cf2349361fcc017 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:03.671719 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Publish callbacks [] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:03.777232 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17242694-c37a-4c20-b9a7-4033ee5fbe93 req-f3730e6d-2309-4447-9cd8-4d450fdc8e35 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:03.788115 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17242694-c37a-4c20-b9a7-4033ee5fbe93 req-f3730e6d-2309-4447-9cd8-4d450fdc8e35 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.2115867 Nov 24 15:15:03.884285 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17242694-c37a-4c20-b9a7-4033ee5fbe93 req-bd651852-fef9-464f-a18c-279dbaae554d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988410 Nov 24 15:15:03.915556 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85759bf3-811e-4b98-9ae5-2b2c7cbb0615 req-bfd1478c-3685-45b5-bf25-f993e56c749e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:03.917217 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85759bf3-811e-4b98-9ae5-2b2c7cbb0615 req-bfd1478c-3685-45b5-bf25-f993e56c749e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.1071975 Nov 24 15:15:04.058359 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:04.120341 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=0342ee9a-3bdf-4d3f-a584-140a3264b49f,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:04.128896 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Checking segment: {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:04.129372 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Network hostable DHCP agents. Network: 227eb562-e0af-4534-94a8-4d99c80e4751, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:15:04.233797 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Network 227eb562-e0af-4534-94a8-4d99c80e4751 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:15:04.355322 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 227eb562-e0af-4534-94a8-4d99c80e4751) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:04.359816 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:04.365761 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:04.366600 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ec171d-b0d6-4b51-ac3e-59edeec48ef0 None None] Network 227eb562-e0af-4534-94a8-4d99c80e4751 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:04.468361 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-129dc8f8-b790-4911-9b34-d466903a3baa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0226409 Nov 24 15:15:04.505029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900cac77-ba6a-4b06-869f-fc268c578191 req-bfdaabbb-2981-493c-b962-7682781c4257 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:04.506853 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-900cac77-ba6a-4b06-869f-fc268c578191 req-bfdaabbb-2981-493c-b962-7682781c4257 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0511146 Nov 24 15:15:04.509341 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fbdfe5-fcab-47c8-ab12-842bc6e0c166 None None] Network 227eb562-e0af-4534-94a8-4d99c80e4751 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:04.565648 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-900cac77-ba6a-4b06-869f-fc268c578191 req-d57a372a-77c1-406d-b57f-11bf843cfd18 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513341 Nov 24 15:15:04.774178 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85759bf3-811e-4b98-9ae5-2b2c7cbb0615 req-6cdeaaa6-1a4c-4b8c-ae58-947fbfeab009 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467336 Nov 24 15:15:05.013191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b2037-afa6-494b-b5ea-f5d05f8ac4c8 req-316807df-e01f-477f-9f84-58e26586ab16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:05.014790 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-030b2037-afa6-494b-b5ea-f5d05f8ac4c8 req-316807df-e01f-477f-9f84-58e26586ab16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0523517 Nov 24 15:15:05.166379 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe85fc9-7d12-46af-841c-88e1fd319594 req-1297a921-0a50-4742-a555-cd2e13af0cfc tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:05.174969 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6fe85fc9-7d12-46af-841c-88e1fd319594 req-1297a921-0a50-4742-a555-cd2e13af0cfc tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0575716 Nov 24 15:15:05.221493 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6fe85fc9-7d12-46af-841c-88e1fd319594 req-a25c202e-93ca-4a4f-ae33-90bf9ba3c7c5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455618 Nov 24 15:15:05.240387 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-030b2037-afa6-494b-b5ea-f5d05f8ac4c8 req-5eae49eb-64b3-4fbb-b423-709069e92ecf tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182527 Nov 24 15:15:06.062870 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34840) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:06.182993 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7c38c7cb-c26b-46c0-8833-01a06ca34098 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.260941 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7c38c7cb-c26b-46c0-8833-01a06ca34098 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.358874 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f041722c-e04d-43d7-813c-247056b37a9a req-ba35dbac-89a3-4659-bba8-f944d345bce3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:06.360428 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f041722c-e04d-43d7-813c-247056b37a9a req-ba35dbac-89a3-4659-bba8-f944d345bce3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0494866 Nov 24 15:15:06.415322 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f041722c-e04d-43d7-813c-247056b37a9a req-f40d331f-3c17-46e8-a0a2-c1d24391258f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483694 Nov 24 15:15:06.565815 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7c38c7cb-c26b-46c0-8833-01a06ca34098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.635195 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2d8ba-4b5b-49de-a0be-70b83dfedfe8 req-3bda7102-a3d1-4b1b-801a-69d2ba877497 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:06.635195 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b5f2d8ba-4b5b-49de-a0be-70b83dfedfe8 req-3bda7102-a3d1-4b1b-801a-69d2ba877497 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.3333528 Nov 24 15:15:06.635195 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7c38c7cb-c26b-46c0-8833-01a06ca34098 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d35c3ba57fa436e80da3b64b14e8984&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5710332 Nov 24 15:15:06.636209 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38c7cb-c26b-46c0-8833-01a06ca34098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e79f6b8-8f3d-4c85-a957-26b159cec5f4,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:06.638651 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34860) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:06.687315 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b5f2d8ba-4b5b-49de-a0be-70b83dfedfe8 req-7e873e48-36ea-49be-b0b6-477bfd0fab0f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459585 Nov 24 15:15:06.693530 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.716193 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.852258 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.854806 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:06.855964 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e79f6b8-8f3d-4c85-a957-26b159cec5f4 HTTP/1.1" status: 204 len: 168 time: 0.2163057 Nov 24 15:15:06.866232 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b3203-7a44-4583-ba79-0ad1852e20ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e79f6b8-8f3d-4c85-a957-26b159cec5f4,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:07.131381 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848803-1650-4d5a-bec2-160b320ada77 req-139aedbf-98de-4888-9332-4ddfdc300e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:07.132274 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-139aedbf-98de-4888-9332-4ddfdc300e0a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 1099 time: 0.0435965 Nov 24 15:15:07.267958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848803-1650-4d5a-bec2-160b320ada77 req-e3616343-0cd4-4ec1-8492-f6f367912d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:07.269528 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-e3616343-0cd4-4ec1-8492-f6f367912d94 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.0967531 Nov 24 15:15:07.317543 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-660ca89e-b96c-4a9d-9f2a-c83df15de3cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0ef2639-30dc-4843-9403-e16d34636f76 HTTP/1.1" status: 200 len: 217 time: 0.0401146 Nov 24 15:15:07.371526 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31848803-1650-4d5a-bec2-160b320ada77 req-8b4bc097-5170-4deb-bd64-d8a8c87b95fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:07.371526 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-8b4bc097-5170-4deb-bd64-d8a8c87b95fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0439687 Nov 24 15:15:07.408579 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-d45e6175-dcd5-44e1-ae21-de6458336106 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246501 Nov 24 15:15:07.539395 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-4b0cdd9b-e14d-4e76-bbe3-cbca59d72e94 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234097 Nov 24 15:15:07.551456 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b31a18-b203-41b2-a5b2-1e90304e8130 req-37e174d6-6b68-436b-97c4-0fe9fa903f02 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:07.552841 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-87b31a18-b203-41b2-a5b2-1e90304e8130 req-37e174d6-6b68-436b-97c4-0fe9fa903f02 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0647175 Nov 24 15:15:07.571605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34886) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:07.584653 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-afad52da-348c-4075-8c02-141c2ae71e0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:07.655643 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-87b31a18-b203-41b2-a5b2-1e90304e8130 req-35be53e9-cbaa-4105-9a71-d678e000fcb4 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943105 Nov 24 15:15:07.664715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-afad52da-348c-4075-8c02-141c2ae71e0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:07.673058 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-31848803-1650-4d5a-bec2-160b320ada77 req-3dfc1923-44ae-4929-9bf8-1a18836320d8 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193118 Nov 24 15:15:07.739470 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-afad52da-348c-4075-8c02-141c2ae71e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:07.806599 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-afad52da-348c-4075-8c02-141c2ae71e0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2be8fa4ab59d4e4fa511bf5858715f49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2338924 Nov 24 15:15:07.809346 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 34896) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:07.814291 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad52da-348c-4075-8c02-141c2ae71e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37fb85d-4d53-48db-bb70-7b138554699b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:07.839305 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377d92-2c77-40a1-8b68-ab44fe3f8399 req-8282c356-5c6f-40f5-a122-7c6247879c96 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:07.841239 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-67377d92-2c77-40a1-8b68-ab44fe3f8399 req-8282c356-5c6f-40f5-a122-7c6247879c96 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0812261 Nov 24 15:15:07.864098 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:07.886701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:07.894018 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-67377d92-2c77-40a1-8b68-ab44fe3f8399 req-1d0474b4-1b5c-4e87-8efb-1a2e017ff99d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443888 Nov 24 15:15:08.006602 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:08.009359 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:08.022421 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f37fb85d-4d53-48db-bb70-7b138554699b HTTP/1.1" status: 204 len: 168 time: 0.2001889 Nov 24 15:15:08.022421 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06da60-50e1-4f81-a52e-35e6dbc9acf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37fb85d-4d53-48db-bb70-7b138554699b,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:08.367182 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-4ac8c3cb-8ccc-41df-9ada-db24ece5ba94 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:08.373484 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-4ac8c3cb-8ccc-41df-9ada-db24ece5ba94 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/networks?id=227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 200 len: 808 time: 0.1363935 Nov 24 15:15:08.385673 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-ec8bbd2e-2697-44d4-a0ba-7d088e29fdd6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/quotas/58ef8be60ebe4dda9cf2349361fcc017 HTTP/1.1" status: 200 len: 375 time: 0.0104289 Nov 24 15:15:08.425704 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-3704745e-48aa-495b-ada7-4bd633979bef tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341966 Nov 24 15:15:08.526539 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-63d329d9-b7ed-4584-8866-45f7d255ca0b service neutron] 10.222.0.15 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938203 Nov 24 15:15:08.623110 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-45ea59b1-cd20-40d4-baa9-b647bfb1ad82 service neutron] 10.222.0.15 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898302 Nov 24 15:15:08.906976 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3d798b-92a1-4e71-86d4-671cc5ce317d req-7188b162-33f0-442e-bfd6-003c01f6fd38 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:08.906976 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ce3d798b-92a1-4e71-86d4-671cc5ce317d req-7188b162-33f0-442e-bfd6-003c01f6fd38 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0495896 Nov 24 15:15:08.951451 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ce3d798b-92a1-4e71-86d4-671cc5ce317d req-0c638cbb-c611-4245-9410-5f109e6d57ed tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447810 Nov 24 15:15:09.019423 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b9676c8f-9b1f-47fc-8281-50cf0c1a292d req-632c5024-3bd7-4cd4-8317-4a20795f3967 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0280173 Nov 24 15:15:09.128028 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b8c26-f158-4fd5-8182-7906182258f6 req-e5072412-d70e-41f9-aa63-12eb918cc136 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:09.132598 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-898b8c26-f158-4fd5-8182-7906182258f6 req-e5072412-d70e-41f9-aa63-12eb918cc136 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0574026 Nov 24 15:15:09.186483 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-898b8c26-f158-4fd5-8182-7906182258f6 req-4c5beca0-be32-41ff-91e3-12eb1e87b93b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508213 Nov 24 15:15:09.289152 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204d3cd-478c-4464-a6e9-67a810e63425 req-8d4f2823-4309-4eb4-9464-e729071452e8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:09.290703 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0204d3cd-478c-4464-a6e9-67a810e63425 req-8d4f2823-4309-4eb4-9464-e729071452e8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0497146 Nov 24 15:15:09.299867 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 34978) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:09.304543 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'floatingip': {'port_id': '928620c3-b3fd-4b2b-81b1-b360afa4cd20'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:09.378664 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:10.013387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:10.063609 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:10.136161 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4f914fc8-74e3-43be-83e8-28871229d427 req-5d0e5fac-6c6d-489e-b9a1-d34d4f84654b tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0309503 Nov 24 15:15:10.199868 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Floating IP 52f0551f-6ae5-4665-8d70-a0f339460882 associated. External IP: 172.27.2.56, port: 928620c3-b3fd-4b2b-81b1-b360afa4cd20. Nov 24 15:15:10.345754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea00be2-e3df-408f-99eb-a2f4d9fcbae4 req-cab357f8-a7da-42cb-8ef9-9fbc18d5e865 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:10.347192 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2ea00be2-e3df-408f-99eb-a2f4d9fcbae4 req-cab357f8-a7da-42cb-8ef9-9fbc18d5e865 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0700986 Nov 24 15:15:10.648624 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2ea00be2-e3df-408f-99eb-a2f4d9fcbae4 req-8f850df9-1df7-40b9-8d57-02f605ead2aa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887599 Nov 24 15:15:10.662994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:15:10.769916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:15:10.775468 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:10.784027 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:15:10.794653 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:10.795262 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:10.806403 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1986a25e-1da8-419a-a705-939524cc398e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "PUT /v2.0/floatingips/52f0551f-6ae5-4665-8d70-a0f339460882 HTTP/1.1" status: 200 len: 991 time: 1.5054243 Nov 24 15:15:10.807086 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:10.809813 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-758406c1-cf94-4f18-9ef5-6266e8f4015e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:10.900004 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:11.173450 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52f0551f-6ae5-4665-8d70-a0f339460882', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:5f:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:44Z', 'updated_at': '2021-11-24T15:15:09Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:11.200247 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:15:11.208343 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:11.208944 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:14:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:11.315416 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:11.398149 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b653177-9e45-4b1f-80ca-04b7b3c8efef x-openstack-request-id: req-4b653177-9e45-4b1f-80ca-04b7b3c8efef {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:11.400844 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:11.400844 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b653177-9e45-4b1f-80ca-04b7b3c8efef {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:11.400844 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'status': 'completed', 'code': 200} Nov 24 15:15:11.480308 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-89501b3e-92fa-4102-9dfb-21c0a78e8025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:11.481850 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-89501b3e-92fa-4102-9dfb-21c0a78e8025 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.0554698 Nov 24 15:15:11.494800 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ef7ec08d-8423-47ff-8cb2-46dc7d63ee4e req-ad21e21f-8afe-48ba-a9d0-56bc809812d2 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0335093 Nov 24 15:15:11.609378 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-3e4ca6ea-9cca-4bf8-9f07-aef9ad3ac3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:11.611014 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-3e4ca6ea-9cca-4bf8-9f07-aef9ad3ac3ed service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.1025007 Nov 24 15:15:11.642382 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52f0551f-6ae5-4665-8d70-a0f339460882', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:5f:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:44Z', 'updated_at': '2021-11-24T15:15:09Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:11.669465 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81c5116-c87d-48f7-a5ca-9d6078a135df None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52f0551f-6ae5-4665-8d70-a0f339460882', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.56', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:5f:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:14:44Z', 'updated_at': '2021-11-24T15:15:09Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:15:11.733691 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-b57448ae-04aa-4443-b00e-ea65bba6dd1a service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 999 time: 0.1144214 Nov 24 15:15:11.795264 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec51d72-86d8-4f71-89b0-3b4becb640ba req-beec1074-143c-407e-ae90-e93ae297f4c2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:11.797717 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fec51d72-86d8-4f71-89b0-3b4becb640ba req-beec1074-143c-407e-ae90-e93ae297f4c2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0679989 Nov 24 15:15:11.814095 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-4aa01a6e-f0f0-47d5-b38d-db443d51b4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:11.815796 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-4aa01a6e-f0f0-47d5-b38d-db443d51b4b7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0561059 Nov 24 15:15:11.847711 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fec51d72-86d8-4f71-89b0-3b4becb640ba req-1ffd3fd6-a20e-4a47-bbcd-9d2df1979852 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437810 Nov 24 15:15:11.881946 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-0db3467c-a7e8-4a0e-96ae-55f566008cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:11.883900 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-0db3467c-a7e8-4a0e-96ae-55f566008cc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502524 Nov 24 15:15:11.924261 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac01188-6020-4528-81be-69112b1d11a3 None None] New status for floating IP 52f0551f-6ae5-4665-8d70-a0f339460882: ACTIVE {{(pid=103211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:15:12.583497 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cc941edb-a2dd-458b-a1e4-df886ae80733 req-fd5ed6c2-272d-4d5f-9c0e-4e9b67c92da6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0250199 Nov 24 15:15:12.967368 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7e41bc-635d-4e93-85f0-94d07f2815b3 req-d7e44eda-ed69-4ef4-b4f2-c77be814ddba tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:12.968890 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5f7e41bc-635d-4e93-85f0-94d07f2815b3 req-d7e44eda-ed69-4ef4-b4f2-c77be814ddba tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0532451 Nov 24 15:15:13.017038 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5f7e41bc-635d-4e93-85f0-94d07f2815b3 req-d16b90aa-f992-4be7-add1-59e1eb2d3c86 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419250 Nov 24 15:15:13.674140 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02cecc16-9091-4516-95f3-2ce1b599d75f req-b2739d94-7ee2-4241-93e5-b9e0072bc3bb tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0242660 Nov 24 15:15:14.132576 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6c11d-4cc8-4908-9b6e-395d41ab94d4 req-72d16fb0-dca5-45b8-844d-3a63a928a415 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:14.134044 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5fd6c11d-4cc8-4908-9b6e-395d41ab94d4 req-72d16fb0-dca5-45b8-844d-3a63a928a415 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0475590 Nov 24 15:15:14.180780 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5fd6c11d-4cc8-4908-9b6e-395d41ab94d4 req-64b8ef00-6119-44be-a420-3649b9d46327 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Nov 24 15:15:14.773867 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a6fbb1fd-f5c5-4ded-8e2c-ef4323d5cc55 req-2495cf08-c76b-45a7-92c7-deabeab698c2 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0305085 Nov 24 15:15:14.971530 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-0108bd2a-7ca8-40f3-accf-47db21e281fc service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835900 Nov 24 15:15:15.066014 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-758406c1-cf94-4f18-9ef5-6266e8f4015e req-cb816da0-2cdc-4975-b524-3ea4215082f2 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859232 Nov 24 15:15:15.294548 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f9b1c4-f6de-4255-a296-18e19b1f250f req-cb4ace22-6141-4b04-99e6-35d6236c2209 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:15.296052 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60f9b1c4-f6de-4255-a296-18e19b1f250f req-cb4ace22-6141-4b04-99e6-35d6236c2209 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0486877 Nov 24 15:15:15.346097 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60f9b1c4-f6de-4255-a296-18e19b1f250f req-a87aea11-2981-4e04-b03e-2092c53d9a0a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Nov 24 15:15:15.841158 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-c56b22f5-c06d-4c80-b17f-31f99ab150d0 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:15.843271 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-c56b22f5-c06d-4c80-b17f-31f99ab150d0 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "GET /v2.0/networks?id=227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 200 len: 808 time: 0.1161313 Nov 24 15:15:15.873987 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Request body: {'port': {'device_id': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751', 'admin_state_up': True, 'tenant_id': '58ef8be60ebe4dda9cf2349361fcc017'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:15.879698 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e8a526e-cf2a-4a77-a11e-5c520b24472e req-f4b668f6-5906-4ec3-a346-9b054bcd2936 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0326433 Nov 24 15:15:16.068883 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Made reservation on behalf of 58ef8be60ebe4dda9cf2349361fcc017 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:16.072462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:16.213847 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Allocated IP 172.20.0.2 (227eb562-e0af-4534-94a8-4d99c80e4751/0342ee9a-3bdf-4d3f-a584-140a3264b49f/22858338-fd43-484d-b3d5-d67a91baed67) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:16.395379 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:16.483008 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c542a-b4a3-4436-b72b-e1abf6fb1f84 req-f5630ea5-ebb5-4deb-a47d-19eb958165b9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:16.484628 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-967c542a-b4a3-4436-b72b-e1abf6fb1f84 req-f5630ea5-ebb5-4deb-a47d-19eb958165b9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0567188 Nov 24 15:15:16.492217 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:16.534987 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Network 227eb562-e0af-4534-94a8-4d99c80e4751 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:16.535339 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-967c542a-b4a3-4436-b72b-e1abf6fb1f84 req-734c75e2-0c92-491b-a682-52e866dbad19 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447929 Nov 24 15:15:16.540289 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:16.545445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:16.554126 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:16.554764 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:16.568049 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Pushing event updated for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:16.648467 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-788fb7cb-835e-4757-9504-8c4f47570c83 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7792907 Nov 24 15:15:16.663468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Request body: {'port': {'device_id': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:16.718098 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.030762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22858338-fd43-484d-b3d5-d67a91baed67 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:17.043436 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.056231 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6222f73-3e2d-4076-b4ef-bd1fe3ed9a66 req-b805e5fe-4513-4028-b9d1-4f076977ea1d tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:17.057777 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6222f73-3e2d-4076-b4ef-bd1fe3ed9a66 req-b805e5fe-4513-4028-b9d1-4f076977ea1d tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 931 time: 0.1022227 Nov 24 15:15:17.076172 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Transition to ACTIVE for port object 22858338-fd43-484d-b3d5-d67a91baed67 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:15:17.116043 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6222f73-3e2d-4076-b4ef-bd1fe3ed9a66 req-5da64769-4ffd-4d0e-afbd-ef5f8bcc4c00 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505836 Nov 24 15:15:17.132183 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.145525 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35174) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:17.210273 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Pushing event updated for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:17.223400 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Attempting to bind port 22858338-fd43-484d-b3d5-d67a91baed67 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:17.223684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Attempting to bind port 22858338-fd43-484d-b3d5-d67a91baed67 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:17.224115 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Attempting to bind port 22858338-fd43-484d-b3d5-d67a91baed67 on network 227eb562-e0af-4534-94a8-4d99c80e4751 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:17.228718 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Port 22858338-fd43-484d-b3d5-d67a91baed67 on network 227eb562-e0af-4534-94a8-4d99c80e4751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:15:17.229037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Attempting to bind port 22858338-fd43-484d-b3d5-d67a91baed67 on network 227eb562-e0af-4534-94a8-4d99c80e4751 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:17.234222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:17.234555 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Checking segment: {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:17.234931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Bound using segment: {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:17.235529 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Bound port: 22858338-fd43-484d-b3d5-d67a91baed67, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:17.235912 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.258972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e04e279a-8c5b-4d25-9947-a4584f62a2ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.308003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:17.311883 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=22858338-fd43-484d-b3d5-d67a91baed67,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:17.341551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e04e279a-8c5b-4d25-9947-a4584f62a2ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.372258 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.394489 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e04e279a-8c5b-4d25-9947-a4584f62a2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.409705 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:17.410315 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.411719 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] 10.222.0.83 "PUT /v2.0/ports/22858338-fd43-484d-b3d5-d67a91baed67 HTTP/1.1" status: 200 len: 1093 time: 0.7525632 Nov 24 15:15:17.412186 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:17.414468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93" -d '{"events": [{"name": "network-changed", "server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "tag": "22858338-fd43-484d-b3d5-d67a91baed67"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:17.437454 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e04e279a-8c5b-4d25-9947-a4584f62a2ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a35a82a2d6354d48b50416af58eb869c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906091 Nov 24 15:15:17.438424 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04e279a-8c5b-4d25-9947-a4584f62a2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930120ba-b40a-44b3-bc0c-ae36f2a0304e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:17.440679 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35182) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:17.458915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a68629-0262-410e-a42e-5936bccd9955 service neutron] Pushing event updated for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:17.472915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7abdad6-5827-4876-b658-c5b4067b3448 x-openstack-request-id: req-b7abdad6-5827-4876-b658-c5b4067b3448 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:17.473228 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "tag": "22858338-fd43-484d-b3d5-d67a91baed67", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:17.473482 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7abdad6-5827-4876-b658-c5b4067b3448 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:17.473877 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67', 'status': 'completed', 'code': 200} Nov 24 15:15:17.503395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.535118 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.587822 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-96d297df-4777-4af6-aac7-9720da036bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:17.589325 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-96d297df-4777-4af6-aac7-9720da036bd4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 1096 time: 0.0667329 Nov 24 15:15:17.662126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f2b115-391b-4d22-8357-c0f26c9a235b req-54b1d55a-245b-48ff-b865-30ea707b9399 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:17.663780 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b6f2b115-391b-4d22-8357-c0f26c9a235b req-54b1d55a-245b-48ff-b865-30ea707b9399 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0513115 Nov 24 15:15:17.726389 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b6f2b115-391b-4d22-8357-c0f26c9a235b req-fa0d7c6a-4888-44e6-842b-d4cc14bc6980 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540283 Nov 24 15:15:17.898173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.901336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:17.905456 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/930120ba-b40a-44b3-bc0c-ae36f2a0304e HTTP/1.1" status: 204 len: 168 time: 0.4606702 Nov 24 15:15:17.937701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4732ba-f750-4abb-aca8-397a514959bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930120ba-b40a-44b3-bc0c-ae36f2a0304e,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:17.997003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-3263e389-9000-4196-ba8b-1c27196228fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:17.998493 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-3263e389-9000-4196-ba8b-1c27196228fb service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3837183 Nov 24 15:15:18.185544 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-7e75beb7-e764-4dac-93df-8fe7fb19a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:18.187023 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60d43df1-3ba3-48c2-ba7d-9926cc72cc93 req-7e75beb7-e764-4dac-93df-8fe7fb19a001 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1723328 Nov 24 15:15:18.240982 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f52ff-44a9-415d-8c95-af49a9e7e33e req-4ed53a27-6be5-4ebe-a432-65fa45b4b3db tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:18.242399 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a02f52ff-44a9-415d-8c95-af49a9e7e33e req-4ed53a27-6be5-4ebe-a432-65fa45b4b3db tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 943 time: 0.0544899 Nov 24 15:15:18.325570 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-880596e2-8cbc-4096-9d8a-cf103abae780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:18.327066 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-880596e2-8cbc-4096-9d8a-cf103abae780 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 1096 time: 0.0805418 Nov 24 15:15:18.332000 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a02f52ff-44a9-415d-8c95-af49a9e7e33e req-722d9d14-c27f-4e02-a856-d74c0a9c504c tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755706 Nov 24 15:15:18.376142 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-a76cdf86-8e61-4da6-8a4b-b30eeb451cde service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22858338-fd43-484d-b3d5-d67a91baed67 HTTP/1.1" status: 200 len: 217 time: 0.0352025 Nov 24 15:15:18.442512 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8f264-3989-4d13-9e1a-45610010fddb req-c390e8fc-51c6-4020-b0af-5818b3327c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:18.443968 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-c390e8fc-51c6-4020-b0af-5818b3327c98 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0342ee9a-3bdf-4d3f-a584-140a3264b49f HTTP/1.1" status: 200 len: 848 time: 0.0452938 Nov 24 15:15:18.478197 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35216) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:18.482383 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-461b5f0f-5526-4745-a6f4-a8342b5da739 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=227eb562-e0af-4534-94a8-4d99c80e4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263736 Nov 24 15:15:18.571521 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35220) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:18.583225 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a4ead12-375a-4765-932f-162ae8ff804d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.593028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06303d5d-0a40-47cb-9849-04930135d1ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.603466 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-f49267a2-bbc2-43e5-bf72-b4e935e7a3ac service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062367 Nov 24 15:15:18.658967 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a4ead12-375a-4765-932f-162ae8ff804d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.733166 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74a8f264-3989-4d13-9e1a-45610010fddb req-e149d58d-858f-456b-8b2f-3ae71cb81840 service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186574 Nov 24 15:15:18.738248 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5a4ead12-375a-4765-932f-162ae8ff804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.764491 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06303d5d-0a40-47cb-9849-04930135d1ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.794841 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5a4ead12-375a-4765-932f-162ae8ff804d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=254131b2c2df4999880c5ce88a54d6cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124423 Nov 24 15:15:18.794841 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ead12-375a-4765-932f-162ae8ff804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84035a49-ad7c-4ca3-97b3-4e6f64679420,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:18.795723 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35230) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:18.840618 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06303d5d-0a40-47cb-9849-04930135d1ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.881485 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06303d5d-0a40-47cb-9849-04930135d1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17f8c2f-b3b4-4497-91cb-9e87d79a7329,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:18.887782 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-06303d5d-0a40-47cb-9849-04930135d1ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c22c7aa2e394e8f8752abe54b7b8b98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143387 Nov 24 15:15:18.889233 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6debba-562f-4f5f-8974-85c664d1e531 req-aad20c30-5c85-411a-bf28-03f48e039322 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:18.889536 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35234) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:18.891147 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aa6debba-562f-4f5f-8974-85c664d1e531 req-aad20c30-5c85-411a-bf28-03f48e039322 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0870132 Nov 24 15:15:18.906503 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.949933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.964517 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.973430 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:18.994508 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-aa6debba-562f-4f5f-8974-85c664d1e531 req-8336aa11-f1e3-4aa0-81a1-3cf4071ba6c4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733249 Nov 24 15:15:19.122356 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-c5f35d84-b2a7-4e1e-8b7e-1698a35de8de tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:19.123812 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-c5f35d84-b2a7-4e1e-8b7e-1698a35de8de tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.1076221 Nov 24 15:15:19.131897 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:19.134567 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:19.135698 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84035a49-ad7c-4ca3-97b3-4e6f64679420 HTTP/1.1" status: 204 len: 168 time: 0.3388088 Nov 24 15:15:19.140140 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-f9b0d6f7-3044-46e9-a7cf-a2db17ffeafe tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/quotas/897ab240793346189552c0826f50975f HTTP/1.1" status: 200 len: 375 time: 0.0096545 Nov 24 15:15:19.145803 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fd282d-e163-4422-884f-f79a5d6a59cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84035a49-ad7c-4ca3-97b3-4e6f64679420,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:19.182005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:19.184916 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:19.186076 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c17f8c2f-b3b4-4497-91cb-9e87d79a7329 HTTP/1.1" status: 204 len: 168 time: 0.2956254 Nov 24 15:15:19.195729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5252bc2-0366-4c26-ab46-8058695d7b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17f8c2f-b3b4-4497-91cb-9e87d79a7329,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:19.218113 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-860c6760-ab23-4e1a-8eba-93c5fe02be70 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691633 Nov 24 15:15:19.327898 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-14e928d7-c690-4b14-86da-aa6d8cc2b9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000910 Nov 24 15:15:19.431078 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-d4c553c6-183b-4d50-9f2c-0c29ec8fc07c service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965352 Nov 24 15:15:19.503795 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9f2cd-30c9-4dc2-952f-c0f6c1908aa3 req-b461ab74-0ea2-4e8b-a011-b7cd80b6d138 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:19.505927 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93d9f2cd-30c9-4dc2-952f-c0f6c1908aa3 req-b461ab74-0ea2-4e8b-a011-b7cd80b6d138 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 943 time: 0.0680692 Nov 24 15:15:19.568856 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93d9f2cd-30c9-4dc2-952f-c0f6c1908aa3 req-44a47ae7-25dc-4293-9da4-18c18f2e239f tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563979 Nov 24 15:15:19.694831 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bcd03f0b-ecf5-457e-9536-0ee4bf9438cf req-ac45c28a-95eb-42aa-8b3e-cee08ed125bb tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 210 time: 0.0325434 Nov 24 15:15:19.994340 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35296) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:20.009136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-919240c1-c410-4465-a144-d34a087858df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.130050 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-919240c1-c410-4465-a144-d34a087858df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.150803 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86ba9d-02d9-47de-bcae-33f61155af7b req-a1f043f8-c461-4551-962f-a40224cf4839 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:20.152349 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7e86ba9d-02d9-47de-bcae-33f61155af7b req-a1f043f8-c461-4551-962f-a40224cf4839 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0597918 Nov 24 15:15:20.201942 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7e86ba9d-02d9-47de-bcae-33f61155af7b req-0c9bfe9b-7c5f-4242-b3f9-4215ea31c190 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418663 Nov 24 15:15:20.244990 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-919240c1-c410-4465-a144-d34a087858df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.286610 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-919240c1-c410-4465-a144-d34a087858df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b77338842a94d4789184f5ad6423d81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873688 Nov 24 15:15:20.286610 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919240c1-c410-4465-a144-d34a087858df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5ea59a-6479-4a3c-8df8-8339e9d1c950,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:20.286916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35308) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:20.349916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.370492 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.509002 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.511653 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:20.512817 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed5ea59a-6479-4a3c-8df8-8339e9d1c950 HTTP/1.1" status: 204 len: 168 time: 0.2249477 Nov 24 15:15:20.521649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010d02d-4c67-454a-b79a-5d9f8b4c8ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5ea59a-6479-4a3c-8df8-8339e9d1c950,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:20.705339 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7661287-ab72-43b8-ac7f-46076b25d6bf req-5f54eabe-0087-4bf2-a865-8b018056e601 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:20.706804 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7661287-ab72-43b8-ac7f-46076b25d6bf req-5f54eabe-0087-4bf2-a865-8b018056e601 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 943 time: 0.0521965 Nov 24 15:15:20.777952 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7661287-ab72-43b8-ac7f-46076b25d6bf req-865912cc-72ef-4696-bd8e-b727b2db8530 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647643 Nov 24 15:15:20.795904 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1ac5c9f9-063f-4b2e-8386-fe22d8f4440e req-6c4433b0-b6c0-4d65-9890-7992bfb7d578 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 210 time: 0.0271127 Nov 24 15:15:21.325729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd8471-c954-44dc-a4fd-2e9e1280e051 req-78c79035-8658-4f8a-878e-366963a474f0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:21.330536 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57bd8471-c954-44dc-a4fd-2e9e1280e051 req-78c79035-8658-4f8a-878e-366963a474f0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0509045 Nov 24 15:15:21.380347 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57bd8471-c954-44dc-a4fd-2e9e1280e051 req-03a70e11-c779-449d-9eb6-dcb65021f7fc tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433331 Nov 24 15:15:21.886041 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4e3d1-7971-4c09-b641-fab8896b07e4 req-b1b9b4ed-c666-4b72-9c4a-7fdfb9de6fd3 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:21.887539 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32e4e3d1-7971-4c09-b641-fab8896b07e4 req-b1b9b4ed-c666-4b72-9c4a-7fdfb9de6fd3 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 943 time: 0.0497167 Nov 24 15:15:21.894966 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-855995ec-2afe-467a-b32a-840598f46c30 req-6a2ad24b-ab51-40f7-bc94-ba8a5d2769cc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 210 time: 0.0262678 Nov 24 15:15:21.938565 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32e4e3d1-7971-4c09-b641-fab8896b07e4 req-5ffb0cc2-cb25-41fb-9a92-f9e400aa5efb tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438035 Nov 24 15:15:21.983347 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 22858338-fd43-484d-b3d5-d67a91baed67 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:15:22.082992 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=22858338-fd43-484d-b3d5-d67a91baed67,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:22.094634 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '22858338-fd43-484d-b3d5-d67a91baed67', 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751', 'port_id': '22858338-fd43-484d-b3d5-d67a91baed67', 'mac_address': 'fa:16:3e:b0:a0:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342ee9a-3bdf-4d3f-a584-140a3264b49f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:15:22.139274 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.153527 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22858338-fd43-484d-b3d5-d67a91baed67 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:22.173819 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=22858338-fd43-484d-b3d5-d67a91baed67,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:22.267715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.276396 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-55b34105-5cb5-40a3-bbfa-81a41968cf55 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:22.277875 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-55b34105-5cb5-40a3-bbfa-81a41968cf55 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.1288209 Nov 24 15:15:22.288889 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35408) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:22.305367 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Request body: {'port': {'device_id': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'admin_state_up': True, 'tenant_id': '897ab240793346189552c0826f50975f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:22.321399 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:22.433480 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.514567 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:22.520968 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.559057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66889cbf-642b-4399-9239-03670733da7d req-a273fd2e-8198-4f23-9243-384d0f9687cf tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:22.561309 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-66889cbf-642b-4399-9239-03670733da7d req-a273fd2e-8198-4f23-9243-384d0f9687cf tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0841877 Nov 24 15:15:22.605457 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.645624 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-66889cbf-642b-4399-9239-03670733da7d req-93571c07-98a6-425e-a2c2-a4a5c4d55864 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Nov 24 15:15:22.667160 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['22858338-fd43-484d-b3d5-d67a91baed67'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:22.687433 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Allocated IP 172.20.0.6 (e552abba-667d-4fa8-88ce-f68e8bf6e7b0/7f75264e-459c-49ba-b0d4-105db004a1e6/02f159c2-b1e6-4dae-b77f-b6cfb1631948) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:22.698108 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.739216 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac6616c-93d0-458c-9785-52aca8d01480,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:22.756620 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.757220 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.757739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.758239 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.758822 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.759321 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.759827 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.760196 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.760537 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.760876 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.761246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.761746 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:22.789020 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bf5e680f-81f7-4185-b5a6-eee918cc0fbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20804a4d84de4074b28abfeaf94d2bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994497 Nov 24 15:15:22.789540 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35432) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:22.906905 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.938778 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:22.952053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.005163 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9e6c20e1-9b55-4c25-b1f3-d4ae0a98bf51 req-2287b46f-f928-4486-941b-b2c4c9e04bca tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 210 time: 0.0345881 Nov 24 15:15:23.085615 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd6cfa-27b4-4712-b161-0952424ef458 req-dbf4dddb-2deb-445c-946c-e5a19d84ece3 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:23.087073 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bcbd6cfa-27b4-4712-b161-0952424ef458 req-dbf4dddb-2deb-445c-946c-e5a19d84ece3 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 944 time: 0.0503232 Nov 24 15:15:23.091392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.154770 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:23.162908 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.165535 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.166646 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ac6616c-93d0-458c-9785-52aca8d01480 HTTP/1.1" status: 204 len: 168 time: 0.3761263 Nov 24 15:15:23.174082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:23.183176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:23.188756 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:23.189364 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.191561 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event updated for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:23.205963 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac6616c-93d0-458c-9785-52aca8d01480,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:23.214487 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.214836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.215190 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.215534 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.215869 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.216233 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.216563 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.216897 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.217226 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.217556 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.217891 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.218217 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.231922 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bcbd6cfa-27b4-4712-b161-0952424ef458 req-13429c6a-a7bb-40b1-8032-5c99baa1defc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369805 Nov 24 15:15:23.231922 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.231922 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.232255 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.232574 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.232924 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.233246 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.233580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.233909 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.234239 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.234564 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.234887 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.235208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d342098-0264-4b2b-bafa-ea674a6cf263 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:23.311148 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-249f8968-9287-4990-a49a-e406ad09598b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0121663 Nov 24 15:15:23.334975 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Request body: {'port': {'device_id': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:23.392564 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.491015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35448) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:23.508662 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:23.644823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90b25435-2453-4502-b6b2-aea1a9451579 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.737519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f159c2-b1e6-4dae-b77f-b6cfb1631948 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:23.749732 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.772422 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Transition to ACTIVE for port object 02f159c2-b1e6-4dae-b77f-b6cfb1631948 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:15:23.784266 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f2572-b89f-4dec-bf01-d2487afc0ced req-5f366814-b7f5-46be-9385-17fe11adda7c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:23.795741 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-476f2572-b89f-4dec-bf01-d2487afc0ced req-5f366814-b7f5-46be-9385-17fe11adda7c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0753162 Nov 24 15:15:23.821906 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90b25435-2453-4502-b6b2-aea1a9451579 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.840848 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.868600 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-476f2572-b89f-4dec-bf01-d2487afc0ced req-4fdff1c9-9178-45c6-bee4-36a4cd1dfa4d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608227 Nov 24 15:15:23.869114 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35462) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:23.882512 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17996b31-1790-4424-98c2-a26227dcafa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.899888 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-90b25435-2453-4502-b6b2-aea1a9451579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.947438 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Pushing event updated for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:23.964356 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17996b31-1790-4424-98c2-a26227dcafa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:23.980592 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-90b25435-2453-4502-b6b2-aea1a9451579 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5fd1bbdaafb40a9bbf427981c9a8bfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4884932 Nov 24 15:15:23.981254 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b25435-2453-4502-b6b2-aea1a9451579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1808404a-e747-4ddf-8ab5-e70b1430409d,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:23.983220 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35464) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:23.988272 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Attempting to bind port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:23.993410 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Attempting to bind port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:23.993410 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Attempting to bind port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:23.994305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:15:23.994305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Attempting to bind port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:23.999593 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:23.999932 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Checking segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:24.000358 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Bound using segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:24.000791 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Bound port: 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:24.001198 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.010296 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 22858338-fd43-484d-b3d5-d67a91baed67 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:24.040481 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.043084 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17996b31-1790-4424-98c2-a26227dcafa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.081137 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:24.084198 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:24.130259 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.136059 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 22858338-fd43-484d-b3d5-d67a91baed67 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:24.140099 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 22858338-fd43-484d-b3d5-d67a91baed67 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:24.145848 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.148155 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-17996b31-1790-4424-98c2-a26227dcafa0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e1ba230bb7840bda1e1b3cac9b22c0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2778623 Nov 24 15:15:24.150815 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35468) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:24.151839 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17996b31-1790-4424-98c2-a26227dcafa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f21a1df-980f-4925-823a-ac81fd380123,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:24.191165 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d658e1-1ef9-4b3a-8f20-32972e8ff889 req-da36b8fb-5fba-4d37-94db-aef86678e0a1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.192806 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-66d658e1-1ef9-4b3a-8f20-32972e8ff889 req-da36b8fb-5fba-4d37-94db-aef86678e0a1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.1148517 Nov 24 15:15:24.216413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.250652 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-66d658e1-1ef9-4b3a-8f20-32972e8ff889 req-20ad7723-4e05-49db-8af3-65bc1423cefd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Nov 24 15:15:24.263939 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.264588 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.266031 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] 10.222.0.83 "PUT /v2.0/ports/02f159c2-b1e6-4dae-b77f-b6cfb1631948 HTTP/1.1" status: 200 len: 1093 time: 0.9351037 Nov 24 15:15:24.267728 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:24.272366 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.278583 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:24.291114 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.291856 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.301559 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.302944 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1808404a-e747-4ddf-8ab5-e70b1430409d HTTP/1.1" status: 204 len: 168 time: 0.3181095 Nov 24 15:15:24.332736 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97e559-fbf4-4f21-bd69-df9c5ea6bce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1808404a-e747-4ddf-8ab5-e70b1430409d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:24.334223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef49a0d-a7d4-43df-b414-08baa8b38a75 service neutron] Pushing event updated for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:24.346037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.357121 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=22858338-fd43-484d-b3d5-d67a91baed67,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:24.360532 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:24.363322 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cd3268-c616-40c2-83e9-27314d41c01e" -d '{"events": [{"server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "name": "network-vif-plugged", "status": "completed", "tag": "22858338-fd43-484d-b3d5-d67a91baed67"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:24.368699 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50768a7c-375b-4190-9783-dc873ff32439 x-openstack-request-id: req-50768a7c-375b-4190-9783-dc873ff32439 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:24.369103 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:24.369458 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50768a7c-375b-4190-9783-dc873ff32439 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:24.370163 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'status': 'completed', 'code': 200} Nov 24 15:15:24.433371 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb24dce-1af8-45c7-8ec1-9ebe1085b6dc x-openstack-request-id: req-dcb24dce-1af8-45c7-8ec1-9ebe1085b6dc {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:24.433694 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "name": "network-vif-plugged", "status": "completed", "tag": "22858338-fd43-484d-b3d5-d67a91baed67", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:24.433951 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcb24dce-1af8-45c7-8ec1-9ebe1085b6dc {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:24.434818 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67', 'code': 200} Nov 24 15:15:24.457257 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.473119 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5a9af-4e94-46b5-afdb-b566f16793e0 req-bd550258-c08f-46a5-b225-bcfade86c494 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.474559 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0c5a9af-4e94-46b5-afdb-b566f16793e0 req-bd550258-c08f-46a5-b225-bcfade86c494 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 944 time: 0.1324928 Nov 24 15:15:24.513650 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:24.525054 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.525321 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.525575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.525919 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.526316 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.526658 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.527047 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.527540 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.527775 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.528138 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.528808 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.529184 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:24.689085 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-55f06f90-f050-403c-a1dc-c2c0d6875fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.690560 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-55f06f90-f050-403c-a1dc-c2c0d6875fad service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 1096 time: 0.2806680 Nov 24 15:15:24.745058 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0c5a9af-4e94-46b5-afdb-b566f16793e0 req-f65258da-fee7-4d3d-abab-3ac3b345dfc7 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600064 Nov 24 15:15:24.788625 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.791135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:24.792281 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f21a1df-980f-4925-823a-ac81fd380123 HTTP/1.1" status: 204 len: 168 time: 0.6404231 Nov 24 15:15:24.830819 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0874a90-5825-44c0-bb9d-f6867e2a19a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f21a1df-980f-4925-823a-ac81fd380123,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:24.856675 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4d31f-7297-4bba-b90e-529d83ed7727 req-afa07652-a754-4879-b7b7-7553b71c1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.858057 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bad4d31f-7297-4bba-b90e-529d83ed7727 req-afa07652-a754-4879-b7b7-7553b71c1cb1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 1098 time: 0.0803747 Nov 24 15:15:24.859376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-6588672d-cf6c-49f1-b37d-0b858d5ad4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.860704 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-6588672d-cf6c-49f1-b37d-0b858d5ad4b1 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=897ab240793346189552c0826f50975f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1578417 Nov 24 15:15:24.980097 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bad4d31f-7297-4bba-b90e-529d83ed7727 req-920c7ca9-2e60-448c-85c9-67c2616cf040 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047432 Nov 24 15:15:24.986236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04b0b6-a4f5-4637-8706-bd37a44dd8bb req-fe5cf7d5-99e3-4abf-9725-29702e4ac4db tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.987747 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fa04b0b6-a4f5-4637-8706-bd37a44dd8bb req-fe5cf7d5-99e3-4abf-9725-29702e4ac4db tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0647473 Nov 24 15:15:24.998392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-caa68edb-602c-4355-8918-8d59638a74ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:24.999844 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b1cba06c-85cf-40f2-a4ad-66bfe42d03a3 req-caa68edb-602c-4355-8918-8d59638a74ec service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1226230 Nov 24 15:15:25.037501 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fa04b0b6-a4f5-4637-8706-bd37a44dd8bb req-a5039d4f-ca0d-4fe9-bee6-631e57ba8eae tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Nov 24 15:15:25.176479 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35498) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:25.193653 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8864d07e-a0b6-447c-90ae-9b2197cfeff1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.275649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8864d07e-a0b6-447c-90ae-9b2197cfeff1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.333161 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8864d07e-a0b6-447c-90ae-9b2197cfeff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.350926 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-709b5c82-2559-4cb1-ad9e-01ed72d79d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:25.352909 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-709b5c82-2559-4cb1-ad9e-01ed72d79d2f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 1096 time: 0.0646105 Nov 24 15:15:25.405541 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-cf25a043-d894-48c3-9aec-83a0394f3bd7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948 HTTP/1.1" status: 200 len: 217 time: 0.0391297 Nov 24 15:15:25.408554 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8864d07e-a0b6-447c-90ae-9b2197cfeff1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=37e89a388005437992c0b2adcaa1f803&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306352 Nov 24 15:15:25.411248 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35508) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:25.411818 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8864d07e-a0b6-447c-90ae-9b2197cfeff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab433790-bc34-4747-ae9a-8b79f0839a9d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:25.433284 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54e31a-9264-467d-9220-602181f8245c req-85413907-6096-48ef-ba1c-bd05175df87b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:25.437988 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cb54e31a-9264-467d-9220-602181f8245c req-85413907-6096-48ef-ba1c-bd05175df87b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0934684 Nov 24 15:15:25.484183 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-897b4ee5-b43c-4906-8e18-fdaacf133c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:25.486047 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-897b4ee5-b43c-4906-8e18-fdaacf133c26 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.0668969 Nov 24 15:15:25.486225 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cb54e31a-9264-467d-9220-602181f8245c req-45cab086-f29c-44ff-8fc2-c89afa3da4fd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433798 Nov 24 15:15:25.498029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.536746 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-6ee66c9f-26e8-4d5f-8ca3-6b859f98dc21 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368507 Nov 24 15:15:25.545405 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.663573 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-c1880107-faa7-4e88-bac8-7abdb7784e0f service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008205 Nov 24 15:15:25.768065 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.770606 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:25.774251 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ab433790-bc34-4747-ae9a-8b79f0839a9d HTTP/1.1" status: 204 len: 168 time: 0.3595521 Nov 24 15:15:25.787381 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1786ed-f2e8-4527-802f-46a53863294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab433790-bc34-4747-ae9a-8b79f0839a9d,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:25.809941 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0960eec-0097-4a02-b548-ddbe66c15dc4 req-835d6a46-7fd8-4de1-8d6c-419dcd2254a3 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343274 Nov 24 15:15:25.917524 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b226a22-a413-4a60-bc2b-2a27901c380a req-3572e45f-4042-462d-b399-d48bde21270d tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:25.919263 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5b226a22-a413-4a60-bc2b-2a27901c380a req-3572e45f-4042-462d-b399-d48bde21270d tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0531476 Nov 24 15:15:25.980668 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5b226a22-a413-4a60-bc2b-2a27901c380a req-453ffee2-c75d-4e20-ac60-a8c0e02d1cf7 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527108 Nov 24 15:15:26.038370 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35536) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:26.166442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-967484676-network', 'tenant_id': '516b041e1c414811b3f994e388fdc079'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:26.202099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d7cd0-21e0-48e2-9ae3-442d92081ece req-da7f4364-7295-403a-85fb-e7e22075b303 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:26.203672 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f88d7cd0-21e0-48e2-9ae3-442d92081ece req-da7f4364-7295-403a-85fb-e7e22075b303 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0709081 Nov 24 15:15:26.252992 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f88d7cd0-21e0-48e2-9ae3-442d92081ece req-c18ecb45-786a-402a-976d-b1aa4d429c62 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425951 Nov 24 15:15:26.273992 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Made reservation on behalf of 516b041e1c414811b3f994e388fdc079 for: {'network': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:26.276304 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.285839 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.378032 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.430085 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01351fe0-8888-43a3-95df-63070b9c3d96 req-ddaf0a97-f9a5-48a5-a394-fc5a53a4f567 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:26.430085 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-01351fe0-8888-43a3-95df-63070b9c3d96 req-ddaf0a97-f9a5-48a5-a394-fc5a53a4f567 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0542188 Nov 24 15:15:26.451013 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.478283 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1156} {{(pid=103209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:15:26.481337 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-01351fe0-8888-43a3-95df-63070b9c3d96 req-1c80b341-622d-443a-bad1-3ab44e12ad7e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471408 Nov 24 15:15:26.489341 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757c981e-142a-4453-bc48-51abb946930a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:26.496938 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.496938 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.segments_db [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Added segment 6ab31db5-1738-42d8-8a91-dc37f62f0308 of type vlan for network f2a7f633-68de-4f93-9196-022c17662064 Nov 24 15:15:26.540376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.614253 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51898d2-a99c-4d28-96b5-a9ff17078b75 req-34307ac9-82d3-4edb-8175-03bea32c85e4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:26.614729 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e51898d2-a99c-4d28-96b5-a9ff17078b75 req-34307ac9-82d3-4edb-8175-03bea32c85e4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0517995 Nov 24 15:15:26.634343 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.635263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:26.635828 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:26.716083 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e51898d2-a99c-4d28-96b5-a9ff17078b75 req-a1c9f27b-3744-49c7-9b62-f359f6875e87 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949130 Nov 24 15:15:26.716671 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] Pushing event updated for resources: {'Network': ['ID=f2a7f633-68de-4f93-9196-022c17662064,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:26.727336 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network f2a7f633-68de-4f93-9196-022c17662064 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:15:26.757021 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6b6e047c-f96c-44bf-b23a-dae2d826ccaf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7175090 Nov 24 15:15:26.762171 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35568) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:26.767663 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Request body: {'subnet': {'network_id': 'f2a7f633-68de-4f93-9196-022c17662064', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-967484676-subnet', 'tenant_id': '516b041e1c414811b3f994e388fdc079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:26.857119 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Made reservation on behalf of 516b041e1c414811b3f994e388fdc079 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:26.859560 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:27.091421 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:27.103592 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41777fd8-a706-4e81-a475-54ff6ef34584 req-847b2038-f85c-465d-ae40-95b4c3c29d56 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:27.105116 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41777fd8-a706-4e81-a475-54ff6ef34584 req-847b2038-f85c-465d-ae40-95b4c3c29d56 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0488021 Nov 24 15:15:27.155194 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a089661-83ef-497b-b16a-675cebfaa59a,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:27.160161 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-41777fd8-a706-4e81-a475-54ff6ef34584 req-d2b1a735-113c-4f1a-811a-b896313dd39f tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459197 Nov 24 15:15:27.162971 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Checking segment: {'id': '6ab31db5-1738-42d8-8a91-dc37f62f0308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'f2a7f633-68de-4f93-9196-022c17662064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:27.163388 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Network hostable DHCP agents. Network: f2a7f633-68de-4f93-9196-022c17662064, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:15:27.242563 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-50e0f6c8-9254-4239-85df-6bf0809d3250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:27.303063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Network f2a7f633-68de-4f93-9196-022c17662064 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:15:27.378649 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21b3c2-32c9-4918-a6e5-3978b87b0959 req-db84399d-250b-4669-9dd9-6d51712b3f55 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:27.380190 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2b21b3c2-32c9-4918-a6e5-3978b87b0959 req-db84399d-250b-4669-9dd9-6d51712b3f55 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0486352 Nov 24 15:15:27.382376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, f2a7f633-68de-4f93-9196-022c17662064) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:27.386897 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:27.387502 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:27.393370 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddbf2c5-c272-4696-8a4f-a033af9c684a None None] Network f2a7f633-68de-4f93-9196-022c17662064 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:27.457566 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2b21b3c2-32c9-4918-a6e5-3978b87b0959 req-4692e7fe-3161-472e-b665-0291e1fd441c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Nov 24 15:15:27.489353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-69b4f03e-daca-40cb-8ada-d98116172904 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7260525 Nov 24 15:15:27.545223 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521ff375-e9a5-4009-882d-1e149c11df29 None None] Network f2a7f633-68de-4f93-9196-022c17662064 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:27.607210 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81697164-1b1f-4dc7-afdc-6d6a99fd74db req-abf2a799-fa93-450f-8632-cce8c34866a0 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:27.609433 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-81697164-1b1f-4dc7-afdc-6d6a99fd74db req-abf2a799-fa93-450f-8632-cce8c34866a0 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0583658 Nov 24 15:15:27.667094 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-81697164-1b1f-4dc7-afdc-6d6a99fd74db req-c639b275-28dd-4342-81ef-1c5d204e91ec tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516391 Nov 24 15:15:27.843718 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874317c-48a6-4b22-9011-3e5b94a601d5 req-ea5fba47-c2b0-4355-961d-a8f07541d144 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:27.846145 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e874317c-48a6-4b22-9011-3e5b94a601d5 req-ea5fba47-c2b0-4355-961d-a8f07541d144 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0592453 Nov 24 15:15:27.894956 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e874317c-48a6-4b22-9011-3e5b94a601d5 req-9d7da813-f40e-4386-b459-0f132f770a2c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Nov 24 15:15:28.248642 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35624) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:28.254516 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-516282507-network', 'tenant_id': '849653f2d9fa41dbb45d5e4b95786850'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:28.293869 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b688f1c4-cbd8-49aa-906d-82b9aaccd1c6 req-7124ec81-a830-49eb-81bc-184668027f82 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:28.295692 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b688f1c4-cbd8-49aa-906d-82b9aaccd1c6 req-7124ec81-a830-49eb-81bc-184668027f82 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0663579 Nov 24 15:15:28.344347 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b688f1c4-cbd8-49aa-906d-82b9aaccd1c6 req-4551efaf-78c5-4b05-aca8-eb2a3d041cd4 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418684 Nov 24 15:15:28.354364 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Made reservation on behalf of 849653f2d9fa41dbb45d5e4b95786850 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:28.357525 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.367486 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.447710 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.503492 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.526356 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1180} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:15:28.540968 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684269b1-0767-4ad9-85dc-fb2c04d049d9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:28.547131 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.547479 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Added segment 01992c27-7492-45a4-9fb2-fa6dae950635 of type vlan for network d324e4b8-c84e-47bf-af11-bf9f409b6bb7 Nov 24 15:15:28.591259 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320ce3a-a45d-45a0-81c0-782b28f200a4 req-4002fa04-266a-4ef7-af4a-f8991627f34d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:28.592450 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.592800 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8320ce3a-a45d-45a0-81c0-782b28f200a4 req-4002fa04-266a-4ef7-af4a-f8991627f34d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0764701 Nov 24 15:15:28.640109 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8320ce3a-a45d-45a0-81c0-782b28f200a4 req-bbc7bada-98c0-4415-aafb-6ce7cb36b727 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 Nov 24 15:15:28.673390 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.674397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:28.674975 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:28.734978 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] Pushing event updated for resources: {'Network': ['ID=d324e4b8-c84e-47bf-af11-bf9f409b6bb7,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:28.745831 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network d324e4b8-c84e-47bf-af11-bf9f409b6bb7 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:15:28.778636 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3858a4f4-5701-4d87-8fc2-7fb5f3b0e61b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5273623 Nov 24 15:15:28.781761 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35644) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:28.796985 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Request body: {'subnet': {'network_id': 'd324e4b8-c84e-47bf-af11-bf9f409b6bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-516282507-subnet', 'tenant_id': '849653f2d9fa41dbb45d5e4b95786850', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:28.801802 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92730c2-a7c7-457a-9bf1-019cdd784214 req-8fb199b2-b6c7-4432-895b-ca17ec669d13 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:28.804476 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c92730c2-a7c7-457a-9bf1-019cdd784214 req-8fb199b2-b6c7-4432-895b-ca17ec669d13 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0670040 Nov 24 15:15:28.863285 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c92730c2-a7c7-457a-9bf1-019cdd784214 req-008084d7-c329-426f-9858-8783c7f4d040 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439658 Nov 24 15:15:28.885379 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Made reservation on behalf of 849653f2d9fa41dbb45d5e4b95786850 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:28.887760 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759990'] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:29.017438 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c3213-2a2a-4560-8cf0-fd47e9e47ff2 req-92c995bd-63ad-4720-87c6-ad891484197c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:29.018952 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-695c3213-2a2a-4560-8cf0-fd47e9e47ff2 req-92c995bd-63ad-4720-87c6-ad891484197c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0530944 Nov 24 15:15:29.067628 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-695c3213-2a2a-4560-8cf0-fd47e9e47ff2 req-54daea9e-8363-4d16-b6d6-26f459c7b437 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424304 Nov 24 15:15:29.136966 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12681177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759972'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:29.186236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e20a598-457a-469a-9890-3b103fbeb9e2,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:29.201034 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Checking segment: {'id': '01992c27-7492-45a4-9fb2-fa6dae950635', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1180, 'network_id': 'd324e4b8-c84e-47bf-af11-bf9f409b6bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:29.201388 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Network hostable DHCP agents. Network: d324e4b8-c84e-47bf-af11-bf9f409b6bb7, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:15:29.262499 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Network d324e4b8-c84e-47bf-af11-bf9f409b6bb7 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:15:29.348386 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, d324e4b8-c84e-47bf-af11-bf9f409b6bb7) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:29.352397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:29.353017 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:29.357520 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7e4845-c973-4a5b-bbf8-642f3f304664 None None] Network d324e4b8-c84e-47bf-af11-bf9f409b6bb7 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:29.466399 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6cfdc112-ad47-4ff6-a4bc-fc7862fd3844 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6829369 Nov 24 15:15:29.483489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb6736-254f-454a-ac71-28fc08bc11fa req-85594303-ba98-43bd-a8da-f7558ceb0cf8 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:29.485312 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1cb6736-254f-454a-ac71-28fc08bc11fa req-85594303-ba98-43bd-a8da-f7558ceb0cf8 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0654249 Nov 24 15:15:29.515005 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f5be33-a810-4aab-a609-19ba4a3ab871 None None] Network d324e4b8-c84e-47bf-af11-bf9f409b6bb7 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:29.551682 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1cb6736-254f-454a-ac71-28fc08bc11fa req-16db915c-461b-44da-8206-62153589da75 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569603 Nov 24 15:15:29.694901 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-658a1b88-b5e6-49ae-a695-e32cfcae0d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:29.778429 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a846c-1fc5-4360-a254-6b3074b307e3 req-cae568aa-38ae-4feb-87ee-e9c39ae77b34 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:29.784923 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-822a846c-1fc5-4360-a254-6b3074b307e3 req-cae568aa-38ae-4feb-87ee-e9c39ae77b34 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0604169 Nov 24 15:15:29.835635 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-822a846c-1fc5-4360-a254-6b3074b307e3 req-79136456-cf4c-44ba-8538-aa3fd6451715 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494368 Nov 24 15:15:29.971350 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba660d-c0fe-471a-a4a6-24eddf342d19 req-7c1c8431-7b2d-41b3-8081-07e7c6bc59a5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:29.972777 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebba660d-c0fe-471a-a4a6-24eddf342d19 req-7c1c8431-7b2d-41b3-8081-07e7c6bc59a5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0486717 Nov 24 15:15:30.028980 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebba660d-c0fe-471a-a4a6-24eddf342d19 req-47a00c59-85e4-4f17-b314-098cf9477e4d tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499086 Nov 24 15:15:30.134723 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-1a9ab45c-1dcd-45ac-b286-696769be9ff1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555341 Nov 24 15:15:30.199193 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d81723-a5c3-441e-b4b1-a776bb016abe req-a87b05d8-53f8-40dc-9165-337a3f8fe91a tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.200883 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-29d81723-a5c3-441e-b4b1-a776bb016abe req-a87b05d8-53f8-40dc-9165-337a3f8fe91a tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0567706 Nov 24 15:15:30.283603 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-29d81723-a5c3-441e-b4b1-a776bb016abe req-ffc04706-f74e-4204-8a15-4dd5cb80d8b9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756941 Nov 24 15:15:30.296190 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-f035b58f-8932-4023-ae74-a78ce041d6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.300360 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-f035b58f-8932-4023-ae74-a78ce041d6b0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 1099 time: 0.0590987 Nov 24 15:15:30.429468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-c2cc0fda-2132-4a62-bcaf-8d36a9aeb441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.430929 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-c2cc0fda-2132-4a62-bcaf-8d36a9aeb441 service neutron] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 917 time: 0.1059620 Nov 24 15:15:30.495924 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-1b61acc2-fe8d-481e-b7e0-6531aa65e0f0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a HTTP/1.1" status: 200 len: 217 time: 0.0461173 Nov 24 15:15:30.574823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-58e16cd6-6500-48e0-a688-eb322d277839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.576818 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-58e16cd6-6500-48e0-a688-eb322d277839 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.0582194 Nov 24 15:15:30.610959 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:30.618292 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-5038423b-afaa-4580-b07f-2aeff99f37bc service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292673 Nov 24 15:15:30.636539 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:15:30.682909 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc1b87-822d-4e5a-8bf6-792a9423f281 req-e2d7d788-cd42-4341-9376-76698479e9d6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.685052 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4dbc1b87-822d-4e5a-8bf6-792a9423f281 req-e2d7d788-cd42-4341-9376-76698479e9d6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0543356 Nov 24 15:15:30.722850 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-15c4763d-ff6d-4600-aae0-362b2f70d8b9 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893097 Nov 24 15:15:30.735587 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4dbc1b87-822d-4e5a-8bf6-792a9423f281 req-bfbd7958-ca46-4ce3-83b1-281dff9db021 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Nov 24 15:15:30.818686 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c89ae54-37d2-45d7-a558-5e0bba2cfe49 req-45aab09b-9d55-4b1b-bfd9-c9224a7900ba service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872362 Nov 24 15:15:30.965736 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65582e-1faa-4217-b706-278e5d72e426 req-e7c2350d-62e2-4d64-b55f-ed774a9d0cef tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:30.967258 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3e65582e-1faa-4217-b706-278e5d72e426 req-e7c2350d-62e2-4d64-b55f-ed774a9d0cef tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0554535 Nov 24 15:15:31.014042 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3e65582e-1faa-4217-b706-278e5d72e426 req-3cd8e390-9ba2-4234-ba85-a89d36488c21 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405734 Nov 24 15:15:31.137979 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2a4dca-0219-47ba-b217-24d799d4c243 req-9bd5b301-f69b-4471-8e55-e17f3b4ef987 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:31.139441 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-af2a4dca-0219-47ba-b217-24d799d4c243 req-9bd5b301-f69b-4471-8e55-e17f3b4ef987 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0478847 Nov 24 15:15:31.187719 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-af2a4dca-0219-47ba-b217-24d799d4c243 req-19f0a4e8-a766-4026-ae3a-99edd9ab3778 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Nov 24 15:15:31.417296 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be343e75-9654-471a-927e-90c95490bc64 req-06c94791-9c17-4163-ab8e-25166277e898 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:31.418782 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be343e75-9654-471a-927e-90c95490bc64 req-06c94791-9c17-4163-ab8e-25166277e898 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 943 time: 0.0523710 Nov 24 15:15:31.469413 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be343e75-9654-471a-927e-90c95490bc64 req-d49f28e2-4658-4723-97a9-1acf8000ce8d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Nov 24 15:15:32.042733 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 02f159c2-b1e6-4dae-b77f-b6cfb1631948 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:15:32.130564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac226c47-59d6-4e06-99f9-a9d65433c399 req-f0ecd01f-72f6-44f9-95f6-f30e3e31b30d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:32.134989 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac226c47-59d6-4e06-99f9-a9d65433c399 req-f0ecd01f-72f6-44f9-95f6-f30e3e31b30d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0523565 Nov 24 15:15:32.147936 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:32.164393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'port_id': '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'mac_address': 'fa:16:3e:5f:07:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f75264e-459c-49ba-b0d4-105db004a1e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:15:32.189205 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ac226c47-59d6-4e06-99f9-a9d65433c399 req-4e6ad57a-92e2-4192-a132-cd4a295006eb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492179 Nov 24 15:15:32.227642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:32.242205 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02f159c2-b1e6-4dae-b77f-b6cfb1631948 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:32.249405 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:32.268801 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:32.298683 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:32.319487 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ff589-db5e-404a-95d5-fd4a81550789 req-59336627-7b00-4059-9968-37fa1e73f02a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:32.320992 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-742ff589-db5e-404a-95d5-fd4a81550789 req-59336627-7b00-4059-9968-37fa1e73f02a tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0555367 Nov 24 15:15:32.332320 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a9d15-5f52-4679-bfdc-bfd0cd983f01 req-88c38b8a-48c2-454b-9401-a83e5f7e746e tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:32.333810 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c64a9d15-5f52-4679-bfdc-bfd0cd983f01 req-88c38b8a-48c2-454b-9401-a83e5f7e746e tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0495145 Nov 24 15:15:32.353085 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:32.385118 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c64a9d15-5f52-4679-bfdc-bfd0cd983f01 req-1e4c1932-43ae-4c2e-befd-a8d3b07b7fa2 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Nov 24 15:15:32.391672 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-742ff589-db5e-404a-95d5-fd4a81550789 req-32f69452-d7fe-4d4d-a97d-c945ce9642ee tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643928 Nov 24 15:15:32.415953 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:32.602319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d966c9e-ace6-4493-b5cb-3314b78f34e2 req-e9ccea74-8600-4820-8ae3-fc684974fdd7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:32.603838 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3d966c9e-ace6-4493-b5cb-3314b78f34e2 req-e9ccea74-8600-4820-8ae3-fc684974fdd7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 944 time: 0.0493705 Nov 24 15:15:32.654066 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3d966c9e-ace6-4493-b5cb-3314b78f34e2 req-6d8c3783-49b8-4e95-b9d8-ecc586f41cb3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443568 Nov 24 15:15:32.936557 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['02f159c2-b1e6-4dae-b77f-b6cfb1631948'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:33.077432 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:33.315605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868c58b-00ed-4a85-b0cd-93fff546e4ae req-965afa8d-bbfc-4aff-80bc-8c5267f74ca3 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:33.317468 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8868c58b-00ed-4a85-b0cd-93fff546e4ae req-965afa8d-bbfc-4aff-80bc-8c5267f74ca3 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0566583 Nov 24 15:15:33.376844 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8868c58b-00ed-4a85-b0cd-93fff546e4ae req-6a595c4f-9fcc-4895-9c2d-41cf9cfcb433 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519524 Nov 24 15:15:33.519788 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46a672-2fd8-48db-9f70-759351f33afa req-e5c870ba-c97d-435b-91e9-4e3f643b4541 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:33.521389 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ea46a672-2fd8-48db-9f70-759351f33afa req-e5c870ba-c97d-435b-91e9-4e3f643b4541 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0569868 Nov 24 15:15:33.531105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa0fd6f-4ce5-4215-aeea-0b19437d9a0d req-5c92656b-72a2-4937-93b5-f76f56d2b8d7 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:33.532683 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2aa0fd6f-4ce5-4215-aeea-0b19437d9a0d req-5c92656b-72a2-4937-93b5-f76f56d2b8d7 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0525174 Nov 24 15:15:33.570836 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ea46a672-2fd8-48db-9f70-759351f33afa req-960ae51a-4697-48fa-a820-a179c046e9a3 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430627 Nov 24 15:15:33.582718 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2aa0fd6f-4ce5-4215-aeea-0b19437d9a0d req-bd578ebe-4103-41f1-8ade-6a7112c23107 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439227 Nov 24 15:15:33.775203 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15980aa4-4a35-4739-96e0-4bca6bdb2f49 req-76efeeb3-83c8-4d95-a47f-94e559b17ddc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:33.776683 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15980aa4-4a35-4739-96e0-4bca6bdb2f49 req-76efeeb3-83c8-4d95-a47f-94e559b17ddc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 944 time: 0.0565393 Nov 24 15:15:33.825322 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15980aa4-4a35-4739-96e0-4bca6bdb2f49 req-b2345750-f2ba-4a3e-bd16-11cdfac01e49 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422580 Nov 24 15:15:33.982669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee758954-873b-47c9-941d-484f87bf962d req-fda94697-4a9d-401b-ae8b-cc75d225540e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:33.984125 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ee758954-873b-47c9-941d-484f87bf962d req-fda94697-4a9d-401b-ae8b-cc75d225540e tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.83 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 945 time: 0.0456777 Nov 24 15:15:34.138031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Deleting port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:15:34.138371 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:34.234699 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] For port e2f0dcf2-e61e-47c8-92eb-5ac95686c556, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,segment=NetworkSegment(b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f),segment_id=b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:34.235207 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:34.250762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Calling delete_port for e2f0dcf2-e61e-47c8-92eb-5ac95686c556 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:15:34.480361 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:34.496631 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['e2f0dcf2-e61e-47c8-92eb-5ac95686c556'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:34.521168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Pushing event deleted for resources: {'Port': ['ID=e2f0dcf2-e61e-47c8-92eb-5ac95686c556,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:34.590067 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d44557-0ca2-4074-8328-f6c13d5a9018 req-6fdbdbf5-0e04-4f31-8274-d06f86d8d911 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:34.591633 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9d44557-0ca2-4074-8328-f6c13d5a9018 req-6fdbdbf5-0e04-4f31-8274-d06f86d8d911 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1405220 Nov 24 15:15:34.608917 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] No DVR routers for this DVR port e2f0dcf2-e61e-47c8-92eb-5ac95686c556 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:15:34.612880 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:34.616783 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ee758954-873b-47c9-941d-484f87bf962d req-31e9ee89-21d0-472a-a176-92d1a13388e5 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.83 "DELETE /v2.0/ports/e2f0dcf2-e61e-47c8-92eb-5ac95686c556 HTTP/1.1" status: 204 len: 173 time: 0.6251471 Nov 24 15:15:34.618457 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'name': 'network-vif-deleted', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:34.621985 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b988171-e178-4a1b-9aa4-b852324c89c3" -d '{"events": [{"server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "name": "network-vif-deleted", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:34.676267 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9d44557-0ca2-4074-8328-f6c13d5a9018 req-1cbdbc91-5e11-4d8e-9ae4-edb8f4a3ed9f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633008 Nov 24 15:15:34.679784 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ea8d4789-6682-4edf-96f9-e76614e599a0 req-c54df7f2-25af-4741-8140-d5b3b167a233 tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0283689 Nov 24 15:15:34.750040 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac81eb2-d197-468f-a901-dcade2ac2ab5 x-openstack-request-id: req-7ac81eb2-d197-468f-a901-dcade2ac2ab5 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:34.750342 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d96ddc-4067-4902-ac00-8e8c02196578", "name": "network-vif-deleted", "tag": "e2f0dcf2-e61e-47c8-92eb-5ac95686c556", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:34.750913 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ac81eb2-d197-468f-a901-dcade2ac2ab5 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:34.751484 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d96ddc-4067-4902-ac00-8e8c02196578', 'name': 'network-vif-deleted', 'tag': 'e2f0dcf2-e61e-47c8-92eb-5ac95686c556', 'status': 'completed', 'code': 200} Nov 24 15:15:34.768264 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-ce666501-af4e-4cb2-bf13-4c0add32c643 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:34.768264 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-ce666501-af4e-4cb2-bf13-4c0add32c643 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.0831530 Nov 24 15:15:34.884598 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162b09-1ecc-44b6-ae60-b741996cbb13 req-69cf5194-5fa7-4521-881e-0a2977ccab97 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:34.886053 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-07162b09-1ecc-44b6-ae60-b741996cbb13 req-69cf5194-5fa7-4521-881e-0a2977ccab97 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 945 time: 0.1073222 Nov 24 15:15:34.923088 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Deleting port 22858338-fd43-484d-b3d5-d67a91baed67 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:15:34.923428 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:34.986031 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7f9fdf-7f1b-4a34-b113-342ac9632b20 req-e8119f1b-eb4a-41e6-aedc-02bc1473e3ef tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:34.988291 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cc7f9fdf-7f1b-4a34-b113-342ac9632b20 req-e8119f1b-eb4a-41e6-aedc-02bc1473e3ef tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 944 time: 0.0549746 Nov 24 15:15:35.006219 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-07162b09-1ecc-44b6-ae60-b741996cbb13 req-67d54253-199b-42a0-a66c-ecbeb9583c78 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109025 Nov 24 15:15:35.054039 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] For port 22858338-fd43-484d-b3d5-d67a91baed67, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=22858338-fd43-484d-b3d5-d67a91baed67,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:35.054489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:35.059347 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cc7f9fdf-7f1b-4a34-b113-342ac9632b20 req-4a7fdfc4-9af4-4212-b402-3893d757d11f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647750 Nov 24 15:15:35.069568 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Calling delete_port for 22858338-fd43-484d-b3d5-d67a91baed67 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:15:35.296927 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:35.309395 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['22858338-fd43-484d-b3d5-d67a91baed67'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:35.326270 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Pushing event deleted for resources: {'Port': ['ID=22858338-fd43-484d-b3d5-d67a91baed67,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:35.366320 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] No DVR routers for this DVR port 22858338-fd43-484d-b3d5-d67a91baed67 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:15:35.369680 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:35.373070 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f4411d76-c213-4b00-b1d2-506b93b1a960 req-76ee88bc-a0cb-4ade-a200-6a2d722a2d34 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "DELETE /v2.0/ports/22858338-fd43-484d-b3d5-d67a91baed67 HTTP/1.1" status: 204 len: 173 time: 0.5958393 Nov 24 15:15:35.800696 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f551fd3-0ef2-4055-98dd-5ba4dff0c7be req-859ed9e3-86b9-4eec-977a-e2f255d6d971 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:35.802308 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f551fd3-0ef2-4055-98dd-5ba4dff0c7be req-859ed9e3-86b9-4eec-977a-e2f255d6d971 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0605552 Nov 24 15:15:35.816641 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-330559b3-c8bf-4e50-a5f7-1561c4cae15c req-4fc4c45d-28b2-49b3-9c97-b2aec2a6d61b tempest-DeleteServersTestJSON-1987993120 tempest-DeleteServersTestJSON-1987993120-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d96ddc-4067-4902-ac00-8e8c02196578 HTTP/1.1" status: 200 len: 210 time: 0.0351880 Nov 24 15:15:35.868256 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f551fd3-0ef2-4055-98dd-5ba4dff0c7be req-5a4473de-9e66-4db5-8387-ccba538a7637 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594628 Nov 24 15:15:36.057737 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 02f159c2-b1e6-4dae-b77f-b6cfb1631948 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:36.136533 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4e9e462c-e400-43a0-b54d-984c1a3736a5 req-a9a9b849-3348-4fc9-a29e-a1b11c80f321 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=9dae423d-506e-4d0a-a28a-6b29a2dc848a HTTP/1.1" status: 200 len: 210 time: 0.0306599 Nov 24 15:15:36.207874 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f2477b-7191-4cf9-89fd-136fa4aad235 req-e1686cfc-18fe-4282-a40e-a56a5f74c708 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:36.209486 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f2f2477b-7191-4cf9-89fd-136fa4aad235 req-e1686cfc-18fe-4282-a40e-a56a5f74c708 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 944 time: 0.0657678 Nov 24 15:15:36.249864 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:36.254279 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:36.254715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:36.264227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f2f2477b-7191-4cf9-89fd-136fa4aad235 req-fbaa4d42-3575-4713-9ac4-f43b739da0cc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482559 Nov 24 15:15:36.337720 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:36.361962 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:36.364251 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c346ae-5ba5-4829-990e-f420b38454f3" -d '{"events": [{"server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "name": "network-vif-plugged", "status": "completed", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:36.377111 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:36.400214 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f08d9e3-5bfd-4b08-a640-6d3171fcf863 x-openstack-request-id: req-5f08d9e3-5bfd-4b08-a640-6d3171fcf863 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:36.400526 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "name": "network-vif-plugged", "status": "completed", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:36.400786 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5f08d9e3-5bfd-4b08-a640-6d3171fcf863 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:36.401179 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'code': 200} Nov 24 15:15:36.485250 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:36.542810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:36.763090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'name': 'network-vif-deleted', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:36.765316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7720ab-af6d-4f7f-bc3f-67bc6d2660f5" -d '{"events": [{"server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "name": "network-vif-deleted", "tag": "22858338-fd43-484d-b3d5-d67a91baed67"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:36.785232 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4737aaf-3d9d-4a6a-a7cc-eb3dcaff7e7b req-e6e7d250-b1b7-46fe-860c-6ed7f430d86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:36.786768 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f4737aaf-3d9d-4a6a-a7cc-eb3dcaff7e7b req-e6e7d250-b1b7-46fe-860c-6ed7f430d86a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 1098 time: 0.0465899 Nov 24 15:15:36.806787 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59c34a7-4789-49db-b32e-d17e15b75d30 x-openstack-request-id: req-e59c34a7-4789-49db-b32e-d17e15b75d30 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:36.807370 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dae423d-506e-4d0a-a28a-6b29a2dc848a", "name": "network-vif-deleted", "tag": "22858338-fd43-484d-b3d5-d67a91baed67", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:36.807370 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e59c34a7-4789-49db-b32e-d17e15b75d30 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:36.807673 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dae423d-506e-4d0a-a28a-6b29a2dc848a', 'name': 'network-vif-deleted', 'tag': '22858338-fd43-484d-b3d5-d67a91baed67', 'status': 'completed', 'code': 200} Nov 24 15:15:36.841680 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f4737aaf-3d9d-4a6a-a7cc-eb3dcaff7e7b req-e0c7cdee-5c71-41f9-b05a-93396f09391a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421252 Nov 24 15:15:37.046659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98204b5-7a73-4f04-bff8-e3e81ef9db7f req-ee632ad9-0496-4c83-878a-e3c2361e251a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:37.052530 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e98204b5-7a73-4f04-bff8-e3e81ef9db7f req-ee632ad9-0496-4c83-878a-e3c2361e251a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0745347 Nov 24 15:15:37.109709 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e98204b5-7a73-4f04-bff8-e3e81ef9db7f req-71fcf17b-b689-43af-85f2-64c522df9449 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552435 Nov 24 15:15:37.292779 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35924) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:37.429704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83184913-6f3a-47a0-ad8c-b462eb686f1e req-0d8ea3ba-ba64-44a7-b0c5-722574894236 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:37.431494 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-83184913-6f3a-47a0-ad8c-b462eb686f1e req-0d8ea3ba-ba64-44a7-b0c5-722574894236 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0535054 Nov 24 15:15:37.448137 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-96e39575-f92a-49f5-a1e5-54bb4b3fb88a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.491400 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-2c7a9cb5-b50c-4bef-a7d6-c3d69152b6de tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:37.493227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-2c7a9cb5-b50c-4bef-a7d6-c3d69152b6de tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/networks?id=227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 200 len: 808 time: 0.1356840 Nov 24 15:15:37.519720 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-b2b270e1-26d1-4020-9000-09bd32817005 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/quotas/58ef8be60ebe4dda9cf2349361fcc017 HTTP/1.1" status: 200 len: 375 time: 0.0167601 Nov 24 15:15:37.565911 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-de645182-56a3-4420-889a-23b5204e63f0 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361848 Nov 24 15:15:37.654179 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-96e39575-f92a-49f5-a1e5-54bb4b3fb88a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.689370 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-83184913-6f3a-47a0-ad8c-b462eb686f1e req-4ce6498d-6ebf-438a-be55-f1765e778498 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463944 Nov 24 15:15:37.692542 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-9512c340-c3c0-4a58-8891-d01fe73a9f96 service neutron] 10.222.0.15 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132967 Nov 24 15:15:37.722642 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-96e39575-f92a-49f5-a1e5-54bb4b3fb88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.798612 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-96e39575-f92a-49f5-a1e5-54bb4b3fb88a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7427e4dc1da941d1a5fa188d863e84d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5042894 Nov 24 15:15:37.801353 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35940) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:37.801480 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e39575-f92a-49f5-a1e5-54bb4b3fb88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfd0a31-10d0-4beb-996b-25564b6da754,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:37.824271 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-81745aa5-0438-433f-ae2f-3a6e39717e3c service neutron] 10.222.0.15 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291277 Nov 24 15:15:37.853383 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.877380 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.987970 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.990568 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:37.991726 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bfd0a31-10d0-4beb-996b-25564b6da754 HTTP/1.1" status: 204 len: 168 time: 0.1893644 Nov 24 15:15:38.001933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef3b35-d270-44ba-8faf-6fd86f8dfeda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfd0a31-10d0-4beb-996b-25564b6da754,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:38.071715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device e2f0dcf2-e61e-47c8-92eb-5ac95686c556 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:15:38.089016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6c841142-5031-4b67-a93e-2df807099f72 req-eef01c43-f340-4ba9-8b5e-29510eaccee1 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0425441 Nov 24 15:15:38.119768 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: e2f0dcf2-e61e-47c8-92eb-5ac95686c556 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:15:38.120174 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device e2f0dcf2-e61e-47c8-92eb-5ac95686c556 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:15:38.120607 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 22858338-fd43-484d-b3d5-d67a91baed67 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:15:38.149419 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 22858338-fd43-484d-b3d5-d67a91baed67 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:15:38.149912 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 22858338-fd43-484d-b3d5-d67a91baed67 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:15:38.296582 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cce96c-dec1-4f83-b072-a034c70048c3 req-d44dac15-0a18-4632-9ebf-9d7ee3731e37 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:38.299382 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-90cce96c-dec1-4f83-b072-a034c70048c3 req-d44dac15-0a18-4632-9ebf-9d7ee3731e37 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0619605 Nov 24 15:15:38.379866 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-90cce96c-dec1-4f83-b072-a034c70048c3 req-18d4383c-69b2-4596-9692-90aad5ea3c6c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738239 Nov 24 15:15:38.463742 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 35974) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:38.513473 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Deleting subnet bbb0e723-73e3-48fe-87cc-48a1c950a13b {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:15:38.516725 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.555725 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.601988 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.737065 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.764691 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbb0e723-73e3-48fe-87cc-48a1c950a13b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:38.776959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.781432 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-955f6d70-1c09-46c8-b15a-2b33d2be63b5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/bbb0e723-73e3-48fe-87cc-48a1c950a13b HTTP/1.1" status: 204 len: 168 time: 0.3161752 Nov 24 15:15:38.784299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35980) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:38.790953 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 35982) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:38.818212 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b2b5f-9551-45e7-8491-5a9c4573b4d4 req-48d27695-e1d6-4594-b1c6-4d5e473d7908 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:38.819710 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-291b2b5f-9551-45e7-8491-5a9c4573b4d4 req-48d27695-e1d6-4594-b1c6-4d5e473d7908 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0571384 Nov 24 15:15:38.834675 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31afa6e2-4c0e-45bc-990a-e12db84991ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:38.876050 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-291b2b5f-9551-45e7-8491-5a9c4573b4d4 req-a01751e1-a3aa-4cdf-8f6a-310ebcc7b627 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503283 Nov 24 15:15:38.894482 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.018484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.035658 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31afa6e2-4c0e-45bc-990a-e12db84991ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.047645 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.048003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.048821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.049149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > port after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.049485 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.049819 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > port after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.050135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.050469 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.050779 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.051092 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.117844 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.118194 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.118541 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.118829 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103209) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 24 15:15:39.119186 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0570fd-7f26-4647-ab1f-22f24f2a4e40']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:39.131955 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-31afa6e2-4c0e-45bc-990a-e12db84991ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.143418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:39.143709 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b22a17fc-d80c-4d42-8c7e-970bc0c0dd2f') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:39.176443 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.236461 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-821404ce-1816-4047-bcc4-1f87b0e0e0c6 req-625dbc6c-1d5f-4352-9570-b6f359dbea14 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0627642 Nov 24 15:15:39.240854 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-31afa6e2-4c0e-45bc-990a-e12db84991ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f5b799ce2b0d4eb59e21e2911e9d35bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4489141 Nov 24 15:15:39.246744 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.246832 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36000) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:39.247361 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31afa6e2-4c0e-45bc-990a-e12db84991ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e09cee-6d44-4dd4-9e39-3f9fa1ef5f3f,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:39.262876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:15:39.263283 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: from cryptography.utils import int_from_bytes Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: from cryptography.utils import int_from_bytes Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:15:39.268318 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:15:39.356707 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.373085 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.560188 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d732c78-dc0e-48a6-a29f-e6e6329953ca req-2e1fc6c0-e011-48a7-a866-f5de12e2793a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:39.560188 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4d732c78-dc0e-48a6-a29f-e6e6329953ca req-2e1fc6c0-e011-48a7-a866-f5de12e2793a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0480840 Nov 24 15:15:39.591112 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4d732c78-dc0e-48a6-a29f-e6e6329953ca req-cad52b22-cc50-45b0-a4ef-e04f6a8dec9b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Nov 24 15:15:39.799161 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.801996 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.803127 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80e09cee-6d44-4dd4-9e39-3f9fa1ef5f3f HTTP/1.1" status: 204 len: 168 time: 0.5585141 Nov 24 15:15:39.813470 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.813619 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735d40c-f80c-474d-a4ce-c659db799c2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e09cee-6d44-4dd4-9e39-3f9fa1ef5f3f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:39.839769 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:39.846207 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3b0570fd-7f26-4647-ab1f-22f24f2a4e40 HTTP/1.1" status: 204 len: 168 time: 1.0606325 Nov 24 15:15:39.859090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf890fe-1965-4e82-9fed-606bd9af5459 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0570fd-7f26-4647-ab1f-22f24f2a4e40,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:40.297398 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36032) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:40.351741 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ee77f165-4e2a-40b6-b030-a88a95dd73aa req-43c051bd-730a-4029-9669-7d647b960806 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0315914 Nov 24 15:15:40.374479 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-af2bcd6c-31c1-4ccd-80f8-509520f566b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1e3e4184c0240b9a89bbc4031b814d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0755007 Nov 24 15:15:40.384925 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36034) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:40.436491 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:40.459215 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:40.633508 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:40.636778 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:40.638221 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f8cace-0f86-4d44-b6c9-4c8217e51c4f HTTP/1.1" status: 204 len: 168 time: 0.2522881 Nov 24 15:15:40.651651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9435b165-fb74-44f1-bfda-ff35fe444ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f8cace-0f86-4d44-b6c9-4c8217e51c4f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:40.744407 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a03325-6e37-4ca6-a818-ae7d6f52288f req-8196dd63-33e5-4133-9d8b-9a008e819308 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:40.745905 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-02a03325-6e37-4ca6-a818-ae7d6f52288f req-8196dd63-33e5-4133-9d8b-9a008e819308 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0709817 Nov 24 15:15:40.796754 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-02a03325-6e37-4ca6-a818-ae7d6f52288f req-604e14b2-e0db-44bb-b539-4d2c54ffed6a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 Nov 24 15:15:40.909839 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-3a3e3a95-36b8-4377-bd95-830571329ece tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:40.911361 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36054) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:40.912598 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-3a3e3a95-36b8-4377-bd95-830571329ece tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "GET /v2.0/networks?id=227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 200 len: 808 time: 0.1156266 Nov 24 15:15:40.928925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Request body: {'port': {'device_id': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751', 'admin_state_up': True, 'tenant_id': '58ef8be60ebe4dda9cf2349361fcc017'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:41.091672 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d613acb-4d6e-48ae-bf1f-fdcd06a77328 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.176560 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d613acb-4d6e-48ae-bf1f-fdcd06a77328 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.199307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Made reservation on behalf of 58ef8be60ebe4dda9cf2349361fcc017 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:41.202987 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.245500 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6d613acb-4d6e-48ae-bf1f-fdcd06a77328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.325688 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6d613acb-4d6e-48ae-bf1f-fdcd06a77328 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e7f6d453fcc479fb12e2b73937c2bf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080284 Nov 24 15:15:41.325688 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36082) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:41.352571 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d613acb-4d6e-48ae-bf1f-fdcd06a77328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86425f6-512d-465e-9470-81a0bf15a57e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:41.428005 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.463667 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-75235bb2-ecdf-4bb8-8bb8-d67241dc6bea req-a92e6b40-a23e-48eb-945b-dc0b01ed722e tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0333228 Nov 24 15:15:41.471932 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Allocated IP 172.20.0.6 (227eb562-e0af-4534-94a8-4d99c80e4751/0342ee9a-3bdf-4d3f-a584-140a3264b49f/2a72400c-ddab-4396-9cb4-d7d9c48a7719) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:41.473595 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.621962 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.625255 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.626474 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e86425f6-512d-465e-9470-81a0bf15a57e HTTP/1.1" status: 204 len: 168 time: 0.3018048 Nov 24 15:15:41.636408 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d39ef-e531-4752-bc47-e2e28517c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86425f6-512d-465e-9470-81a0bf15a57e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:41.655996 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.788185 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.841066 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Network 227eb562-e0af-4534-94a8-4d99c80e4751 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:41.846054 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:41.848245 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Pushing event updated for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:41.850536 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:41.933512 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97c330-7ee9-4ab6-9bca-6c2750b6df68 req-014bc0a9-2b3a-48c1-8822-b3b1c8148ba3 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:41.935067 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae97c330-7ee9-4ab6-9bca-6c2750b6df68 req-014bc0a9-2b3a-48c1-8822-b3b1c8148ba3 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0567148 Nov 24 15:15:41.943317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:41.943932 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:41.994772 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae97c330-7ee9-4ab6-9bca-6c2750b6df68 req-0996f218-7345-45a3-a3ba-975059c0bec0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510473 Nov 24 15:15:42.058893 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-bf4b8f49-9621-45cd-a035-062a1ae76ffc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1338429 Nov 24 15:15:42.081518 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Request body: {'port': {'device_id': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:42.148538 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.458223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a72400c-ddab-4396-9cb4-d7d9c48a7719 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:42.465912 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.479462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Transition to ACTIVE for port object 2a72400c-ddab-4396-9cb4-d7d9c48a7719 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:15:42.528519 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36130) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:42.581967 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.583994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda06ac-7004-40f8-9dcd-901c11fdd3ba req-98da0d2c-ab7f-4e71-8afd-1d76f6afc8c1 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:42.585613 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ceda06ac-7004-40f8-9dcd-901c11fdd3ba req-98da0d2c-ab7f-4e71-8afd-1d76f6afc8c1 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 931 time: 0.0507653 Nov 24 15:15:42.618484 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36136) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:42.654244 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Pushing event updated for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:42.671465 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0566ebae-6ae0-4a6a-a545-29a29c2bda43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.719646 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ceda06ac-7004-40f8-9dcd-901c11fdd3ba req-0e649d21-0a53-4216-8db8-566af6e562ac tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271377 Nov 24 15:15:42.827695 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0566ebae-6ae0-4a6a-a545-29a29c2bda43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.839031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Attempting to bind port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:42.839452 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Attempting to bind port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:42.839911 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Attempting to bind port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 on network 227eb562-e0af-4534-94a8-4d99c80e4751 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:42.845749 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-network', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:42.850921 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 on network 227eb562-e0af-4534-94a8-4d99c80e4751 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:15:42.850921 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Attempting to bind port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 on network 227eb562-e0af-4534-94a8-4d99c80e4751 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:42.863338 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:42.863596 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Checking segment: {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:42.863972 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Bound using segment: {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:42.864538 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Bound port: 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f678058d-92fa-4745-a1f5-d41c7629dc70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:42.864981 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.884241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-74948284-339e-4e82-b991-b139b32a591e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:42.885830 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-74948284-339e-4e82-b991-b139b32a591e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.1687584 Nov 24 15:15:42.890558 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0566ebae-6ae0-4a6a-a545-29a29c2bda43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.927299 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-bbd37329-e614-4911-85b4-bcd60f3e2873 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/quotas/897ab240793346189552c0826f50975f HTTP/1.1" status: 200 len: 375 time: 0.0183246 Nov 24 15:15:42.937138 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0566ebae-6ae0-4a6a-a545-29a29c2bda43 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fdd91cdee9964c4ebe3cac7612b25edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146799 Nov 24 15:15:42.937138 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0566ebae-6ae0-4a6a-a545-29a29c2bda43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5658a930-de6f-4559-a704-62644d1b1c8a,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:42.937681 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36152) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:42.961057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Made reservation on behalf of 29c7807f7ad24ac5ac8abd2f485b0a97 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:42.963655 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:42.979659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.010581 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:43.040442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:43.066566 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-05594331-01ab-4920-8de5-ab116c8f0f37 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1289468 Nov 24 15:15:43.068426 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.117661 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.144315 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.153077 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.165051 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f173e-cf5b-40ce-bf31-20d6215c6182 req-635de935-4a43-476f-9397-529f5a4810f5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.166792 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-733f173e-cf5b-40ce-bf31-20d6215c6182 req-635de935-4a43-476f-9397-529f5a4810f5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0633986 Nov 24 15:15:43.228558 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.234827 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-733f173e-cf5b-40ce-bf31-20d6215c6182 req-88b348b0-ca6d-4ac6-8619-2de6bd366f6f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Nov 24 15:15:43.235806 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.236454 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.237847 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] 10.222.0.83 "PUT /v2.0/ports/2a72400c-ddab-4396-9cb4-d7d9c48a7719 HTTP/1.1" status: 200 len: 1093 time: 1.1613600 Nov 24 15:15:43.238403 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:43.240856 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7248dd25-a85f-4e7f-9a08-6845f09ccea8" -d '{"events": [{"name": "network-changed", "server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:43.253481 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-feec4847-65dd-49da-bfe6-d25406cd29c2 service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804371 Nov 24 15:15:43.258688 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1162} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:15:43.265334 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1479f875-dfd8-45a2-88ef-01e33d24c0a9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:43.273322 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb25e-9c95-4b62-b265-fa47ab1dc514 service neutron] Pushing event updated for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:43.337887 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b2e9ec-0ef6-42ca-b770-47bd6f54d1ea x-openstack-request-id: req-98b2e9ec-0ef6-42ca-b770-47bd6f54d1ea {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:43.338178 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:43.338430 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98b2e9ec-0ef6-42ca-b770-47bd6f54d1ea {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:43.338830 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719', 'status': 'completed', 'code': 200} Nov 24 15:15:43.389881 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.390218 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Added segment 4eb54af5-21c0-469b-8227-14a49aed4344 of type vlan for network b5ba6a4a-3182-4321-8939-892599c91e52 Nov 24 15:15:43.395205 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.397876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.399016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5658a930-de6f-4559-a704-62644d1b1c8a HTTP/1.1" status: 204 len: 168 time: 0.4606631 Nov 24 15:15:43.406652 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-6f19c486-3d5f-4184-ad75-d36cba4d044d service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417489 Nov 24 15:15:43.415347 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251f7a3a-51f9-4145-abb2-043159d7512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5658a930-de6f-4559-a704-62644d1b1c8a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:43.424592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-9d2bce24-b8f6-4486-a463-a45f1999193e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.426312 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-9d2bce24-b8f6-4486-a463-a45f1999193e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 1096 time: 0.0700443 Nov 24 15:15:43.439059 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.489750 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-d7743cdc-8acd-45e5-a7b7-36cddfd6c0b2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719 HTTP/1.1" status: 200 len: 217 time: 0.0516963 Nov 24 15:15:43.515050 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.516540 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.518362 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.558329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-ef834b6e-6822-4fe2-b4d6-a83b701964bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.560062 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-ef834b6e-6822-4fe2-b4d6-a83b701964bb service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0342ee9a-3bdf-4d3f-a584-140a3264b49f HTTP/1.1" status: 200 len: 848 time: 0.0626469 Nov 24 15:15:43.590668 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] Pushing event updated for resources: {'Network': ['ID=b5ba6a4a-3182-4321-8939-892599c91e52,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:43.600313 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-4275d46e-4b9e-4c6f-8b32-b05fdffa7e49 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=227eb562-e0af-4534-94a8-4d99c80e4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292835 Nov 24 15:15:43.609031 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network b5ba6a4a-3182-4321-8939-892599c91e52 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:15:43.667977 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-59a6a48a-2925-4574-b5f1-f036a0ac1794 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1382947 Nov 24 15:15:43.676187 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36180) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:43.676187 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Request body: {'subnet': {'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-subnet', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:43.718667 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-df596a35-7964-4f6e-aeb1-426de93dffce req-6245bbd6-cda4-47cf-b0e6-7403fe02112c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0489869 Nov 24 15:15:43.731296 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-4d643525-8294-4349-9b28-f3157ca922e2 service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234305 Nov 24 15:15:43.849461 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Made reservation on behalf of 29c7807f7ad24ac5ac8abd2f485b0a97 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:43.851775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759990'] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:43.877728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-15d8b35b-9091-40fd-8979-ba79c6dc4a4e req-630045c3-b601-4a70-bb4f-290725cb42ef service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358366 Nov 24 15:15:43.885998 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada528c-f56c-4124-9299-031abe27c861 req-f2e31c87-76cb-45e9-abb8-e3f0ff0f4f33 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:43.887437 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ada528c-f56c-4124-9299-031abe27c861 req-f2e31c87-76cb-45e9-abb8-e3f0ff0f4f33 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 943 time: 0.0765641 Nov 24 15:15:43.949055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ada528c-f56c-4124-9299-031abe27c861 req-c3c73d13-2b73-40b6-a6f3-5f73ea33197b tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536270 Nov 24 15:15:44.082879 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-7d4afb5b-db71-41a5-9955-b421a29bd214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:44.089730 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-7d4afb5b-db71-41a5-9955-b421a29bd214 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 1096 time: 0.0598149 Nov 24 15:15:44.126090 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36198) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:44.139437 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d7aca70-cab8-4a92-a3cb-d7aadc740f99 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.160458 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12681177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759972'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.253363 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1335ebd8-f11c-42c0-9c06-e227dbc7567c,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:44.268691 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Checking segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:44.269102 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Network hostable DHCP agents. Network: b5ba6a4a-3182-4321-8939-892599c91e52, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:15:44.301252 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d7aca70-cab8-4a92-a3cb-d7aadc740f99 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.388593 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4d7aca70-cab8-4a92-a3cb-d7aadc740f99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.391405 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Network b5ba6a4a-3182-4321-8939-892599c91e52 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:15:44.436111 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4d7aca70-cab8-4a92-a3cb-d7aadc740f99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cd54146612554b90af7fd178beb53921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3083925 Nov 24 15:15:44.438488 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7aca70-cab8-4a92-a3cb-d7aadc740f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d38c4e-84fb-469a-8822-2974ece4b929,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:44.440771 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36208) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:44.468476 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-62962de3-5f0f-424f-89ab-895075ab64ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:44.470774 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-62962de3-5f0f-424f-89ab-895075ab64ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 200 len: 910 time: 0.3608007 Nov 24 15:15:44.497248 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.507265 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, b5ba6a4a-3182-4321-8939-892599c91e52) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:44.515372 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:44.516180 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.518754 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d803e-f95c-46b1-a09b-d36539482d04 None None] Network b5ba6a4a-3182-4321-8939-892599c91e52 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:44.522262 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-f5992d6b-8112-48c0-b9b0-6f0ab6b11848 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719 HTTP/1.1" status: 200 len: 217 time: 0.0425234 Nov 24 15:15:44.535444 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c64ede-a9e5-4b80-ba5e-efadc3fd6673 req-31c54b39-f92c-49e6-842d-9baa72ec8da5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:44.538962 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.542728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-77c64ede-a9e5-4b80-ba5e-efadc3fd6673 req-31c54b39-f92c-49e6-842d-9baa72ec8da5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1397104 Nov 24 15:15:44.625210 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-8469ce30-05e0-435d-ae92-aa25a8faa5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:44.627315 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-8469ce30-05e0-435d-ae92-aa25a8faa5fe service neutron] 10.222.0.83 "GET /v2.0/subnets?id=0342ee9a-3bdf-4d3f-a584-140a3264b49f HTTP/1.1" status: 200 len: 848 time: 0.0820456 Nov 24 15:15:44.638786 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-526c3815-44b2-41d3-9f8e-50ab68fdd4b1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9680188 Nov 24 15:15:44.640317 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36216) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:44.644606 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-77c64ede-a9e5-4b80-ba5e-efadc3fd6673 req-c1e16b0b-dcb1-43c1-ad85-0a29599f266c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009409 Nov 24 15:15:44.666218 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:44.675492 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-2346ee03-1e40-4b14-b953-85cdbbbe957c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=227eb562-e0af-4534-94a8-4d99c80e4751&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298603 Nov 24 15:15:44.688159 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.691655 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.692870 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91d38c4e-84fb-469a-8822-2974ece4b929 HTTP/1.1" status: 204 len: 168 time: 0.2511849 Nov 24 15:15:44.710685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-b5ba6a4a-3182-4321-8939-892599c91e52', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:15:44.710685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.713201 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0229106-2996-4461-87a4-b55de17fe518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d38c4e-84fb-469a-8822-2974ece4b929,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:44.810883 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.811954 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.843336 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-059d7785-4678-450d-b75b-504fec711f8d service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559045 Nov 24 15:15:44.909530 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bd664ce8-4004-4d09-a884-77f9398ed23d req-63f8eb68-4f15-477a-8b9d-190213905245 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0603671 Nov 24 15:15:44.910891 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:44.966133 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Allocated IP 172.20.0.2 (b5ba6a4a-3182-4321-8939-892599c91e52/1335ebd8-f11c-42c0-9c06-e227dbc7567c/27dcbf37-5711-43ae-a2e2-19257d43818c) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:44.971287 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7248dd25-a85f-4e7f-9a08-6845f09ccea8 req-bc2b85c3-49fc-48d6-a958-513e631c59b6 service neutron] 10.222.0.83 "GET /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194181 Nov 24 15:15:45.127879 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e903cb-7c1b-45d8-8879-2bf95a3a1b01 req-792c0b9c-972a-4909-b192-2fc27c0bd0ac tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:45.129724 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-63e903cb-7c1b-45d8-8879-2bf95a3a1b01 req-792c0b9c-972a-4909-b192-2fc27c0bd0ac tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 943 time: 0.0725150 Nov 24 15:15:45.188175 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.193666 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-63e903cb-7c1b-45d8-8879-2bf95a3a1b01 req-41acc3cd-c920-4b12-9a38-bf86be1c6dd5 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573192 Nov 24 15:15:45.257811 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.311162 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Network b5ba6a4a-3182-4321-8939-892599c91e52 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:45.315326 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:45.324593 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:45.383972 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Pushing event updated for resources: {'Port': ['ID=27dcbf37-5711-43ae-a2e2-19257d43818c,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:45.440503 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Attempting to bind port 27dcbf37-5711-43ae-a2e2-19257d43818c on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:45.440954 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Attempting to bind port 27dcbf37-5711-43ae-a2e2-19257d43818c by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:45.441327 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Attempting to bind port 27dcbf37-5711-43ae-a2e2-19257d43818c on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:45.448006 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:45.448461 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Checking segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:45.449045 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.449639 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Bound using segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:45.450200 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Bound port: 27dcbf37-5711-43ae-a2e2-19257d43818c, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:45.450590 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.467686 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.521601 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] For port 27dcbf37-5711-43ae-a2e2-19257d43818c, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:45.535393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] For port 27dcbf37-5711-43ae-a2e2-19257d43818c, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=27dcbf37-5711-43ae-a2e2-19257d43818c,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:45.577743 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.640341 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f253c4-d226-40cb-8313-bda16e6dd1fa None None] Pushing event updated for resources: {'Port': ['ID=27dcbf37-5711-43ae-a2e2-19257d43818c,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:45.771811 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.781624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5ff2e-e6fa-4a66-8b9f-90135ee7650f req-6dbccb28-87fc-4ca9-9019-13d37368ff7b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:45.791562 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6d5ff2e-e6fa-4a66-8b9f-90135ee7650f req-6dbccb28-87fc-4ca9-9019-13d37368ff7b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0714993 Nov 24 15:15:45.792326 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:45.861681 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6d5ff2e-e6fa-4a66-8b9f-90135ee7650f req-32a7c8f7-00c4-433e-a773-a2e969ce454f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691085 Nov 24 15:15:45.954882 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Allocated IP 172.27.2.80 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/7b7e55e2-aed7-4bd4-b773-a4feb28ec897) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:46.074039 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36260) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:46.096595 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4d334b5e-fc7d-4321-8084-bc45875088af req-19bbdf52-5123-44b5-ba0f-3e03a956d9ac tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0827613 Nov 24 15:15:46.149978 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.253287 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-20f9ce07-aba8-401b-8a8c-6b1e48fd87ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:46.255728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-20f9ce07-aba8-401b-8a8c-6b1e48fd87ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.1587143 Nov 24 15:15:46.268330 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.280240 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Request body: {'port': {'device_id': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'admin_state_up': True, 'tenant_id': '897ab240793346189552c0826f50975f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:46.368070 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:46.371785 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:46.380828 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:46.414891 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Pushing event updated for resources: {'Port': ['ID=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:46.494937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5b4debef-9289-4d22-bd45-a092d6099cc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.517094 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44de8a-d1d0-48ec-8d90-80696b8117b4 req-275d1ab6-f776-4715-8604-650eb466784f tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:46.518997 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2b44de8a-d1d0-48ec-8d90-80696b8117b4 req-275d1ab6-f776-4715-8604-650eb466784f tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 943 time: 0.1222281 Nov 24 15:15:46.666548 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2b44de8a-d1d0-48ec-8d90-80696b8117b4 req-b8b36836-ce98-47a5-a8ce-8050b2684d13 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223662 Nov 24 15:15:46.695568 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:46.700202 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.719140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5b4debef-9289-4d22-bd45-a092d6099cc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.785927 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.789331 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5b4debef-9289-4d22-bd45-a092d6099cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:46.858778 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-5b4debef-9289-4d22-bd45-a092d6099cc9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe4d3b95d9f2442eac29de978e3fa0cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7810700 Nov 24 15:15:46.863850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36326) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:46.909716 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4debef-9289-4d22-bd45-a092d6099cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef45f728-e631-4791-9dbb-9f42bec89868,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:46.956195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Allocated IP 172.20.0.4 (e552abba-667d-4fa8-88ce-f68e8bf6e7b0/7f75264e-459c-49ba-b0d4-105db004a1e6/b91027f5-bb72-4473-bc11-4fe00f362419) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:46.998029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.040121 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.049688 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2e440c-636d-48aa-ae24-d1037a00c76d None None] Network b5ba6a4a-3182-4321-8939-892599c91e52 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:15:47.201258 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.206144 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] Provisioning complete for port 27dcbf37-5711-43ae-a2e2-19257d43818c triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:47.206607 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.236468 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f1cf3ef-1e12-45e1-be4f-b5303cf4b694 req-dcaf10f5-7aa4-4ddb-a54a-cee2ba640ed3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0380640 Nov 24 15:15:47.248007 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e510ab-4499-481e-9fcb-12ccec084d8c req-e78ce418-1a20-4c1a-8f04-882c3edc711b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:47.256333 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.260131 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.263007 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.264405 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef45f728-e631-4791-9dbb-9f42bec89868 HTTP/1.1" status: 204 len: 168 time: 0.3776457 Nov 24 15:15:47.268730 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29e510ab-4499-481e-9fcb-12ccec084d8c req-e78ce418-1a20-4c1a-8f04-882c3edc711b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.2273195 Nov 24 15:15:47.298883 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61aac41-1430-4d00-85b3-6bd46c840864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef45f728-e631-4791-9dbb-9f42bec89868,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:47.423947 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.428351 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29e510ab-4499-481e-9fcb-12ccec084d8c req-75f74d00-43d0-4e6f-a1b9-35dc4b0fdc96 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582944 Nov 24 15:15:47.455823 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a', '02f159c2-b1e6-4dae-b77f-b6cfb1631948'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:47.495972 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event updated for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:47.514473 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:47.516196 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:47.519504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:47.546435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.547888 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:15:47.596035 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:47.597127 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.619113 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] For port 27dcbf37-5711-43ae-a2e2-19257d43818c, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=27dcbf37-5711-43ae-a2e2-19257d43818c,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:47.708114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-5ce84c3e-6712-4495-9c1b-f2dd59b9fec6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4373944 Nov 24 15:15:47.724613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Request body: {'port': {'device_id': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:47.750164 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.871040 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2fdd3-a0c0-447d-b5f8-f8a6deea820d None None] Pushing event updated for resources: {'Port': ['ID=27dcbf37-5711-43ae-a2e2-19257d43818c,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:47.882195 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:15:47.899401 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:15:47.914548 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.921981 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:47.933009 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:47.942680 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-f5846dc0-e6cf-4bed-99fb-b32317cd1c0e None None] Provisioning complete for port 27dcbf37-5711-43ae-a2e2-19257d43818c triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:47.943153 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f5846dc0-e6cf-4bed-99fb-b32317cd1c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:47.961044 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5917af6-c989-4561-a0d0-a6ece3192f96 req-bc3eb9c9-c7b0-43d4-846c-af80a5a7f450 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:47.963555 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e5917af6-c989-4561-a0d0-a6ece3192f96 req-bc3eb9c9-c7b0-43d4-846c-af80a5a7f450 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 943 time: 0.1675277 Nov 24 15:15:48.014437 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.018094 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6f2c2826-c238-43ee-88f3-be0cbe00b821 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3609056 Nov 24 15:15:48.037081 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36358) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:48.068479 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:48.083433 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 27dcbf37-5711-43ae-a2e2-19257d43818c up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:48.185039 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 2a72400c-ddab-4396-9cb4-d7d9c48a7719 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:15:48.191428 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36360) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:48.244500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69add1eb-e59f-434d-8cb4-f09975d50687 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.285976 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:46Z', 'revision_number': 3, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:48.320943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:48.340816 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:15:48.341545 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Updating router f6818664-89ac-4aed-ba9d-9fd69e889cf3 port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:15:48.345613 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '2a72400c-ddab-4396-9cb4-d7d9c48a7719', 'network_id': '227eb562-e0af-4534-94a8-4d99c80e4751', 'port_id': '2a72400c-ddab-4396-9cb4-d7d9c48a7719', 'mac_address': 'fa:16:3e:27:33:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0342ee9a-3bdf-4d3f-a584-140a3264b49f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:15:48.369328 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.432476 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e5917af6-c989-4561-a0d0-a6ece3192f96 req-7431a874-66ba-45c7-ba98-6102c841744c tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599285 Nov 24 15:15:48.517778 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.532578 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 27dcbf37-5711-43ae-a2e2-19257d43818c triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:48.541479 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.564284 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a72400c-ddab-4396-9cb4-d7d9c48a7719 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:48.665611 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.688247 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b91027f5-bb72-4473-bc11-4fe00f362419 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:48.689364 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:48.694104 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.729911 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732e512-6347-4ec4-a115-e33d6de00a0d req-28bfdf9a-4043-463e-81a4-4ea0e66c318e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:48.731422 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5732e512-6347-4ec4-a115-e33d6de00a0d req-28bfdf9a-4043-463e-81a4-4ea0e66c318e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1279309 Nov 24 15:15:48.744844 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Transition to ACTIVE for port object b91027f5-bb72-4473-bc11-4fe00f362419 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:15:48.765088 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e691c3-d8ac-4569-b0db-6e0b50eecd82 req-dbbe83f2-3a73-40c1-a4b2-2680e4cdd98b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:48.767231 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-49e691c3-d8ac-4569-b0db-6e0b50eecd82 req-dbbe83f2-3a73-40c1-a4b2-2680e4cdd98b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 931 time: 0.0904169 Nov 24 15:15:48.801391 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.822367 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.843053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.846924 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5732e512-6347-4ec4-a115-e33d6de00a0d req-6b48860a-9bac-4c19-b29b-5311dcb2aabb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908270 Nov 24 15:15:48.874289 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Pushing event updated for resources: {'Port': ['ID=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:48.909470 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.918341 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.919527 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.919895 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.920274 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.921614 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.922011 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.922433 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.922812 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.928172 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.929558 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.930112 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.930589 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69add1eb-e59f-434d-8cb4-f09975d50687 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.930788 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:15:48.937618 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Attempting to bind port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:48.941253 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Attempting to bind port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:48.941253 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Attempting to bind port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:48.947997 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:48.948442 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:48.948844 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.949681 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:48.950177 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Bound port: 7b7e55e2-aed7-4bd4-b773-a4feb28ec897, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:48.950618 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:48.961337 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-49e691c3-d8ac-4569-b0db-6e0b50eecd82 req-760167f1-7cb4-4505-a373-09af61df81ff tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884086 Nov 24 15:15:48.989023 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.023492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Pushing event updated for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.024542 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] For port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:49.028570 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] For port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:49.028907 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-69add1eb-e59f-434d-8cb4-f09975d50687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.078877 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36394) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:49.096312 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.118302 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-69add1eb-e59f-434d-8cb4-f09975d50687 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03c7053cdb7049a394e25b8001f483a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9108148 Nov 24 15:15:49.123966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36396) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:49.138082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69add1eb-e59f-434d-8cb4-f09975d50687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592c6544-8ade-4b8c-ac67-1232e0402975,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.168518 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50759f3-83d2-4029-a7ab-18fce34026eb None None] Pushing event updated for resources: {'Port': ['ID=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.173439 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Deleting subnet 0a089661-83ef-497b-b16a-675cebfaa59a {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:15:49.177634 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:49.178299 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:49.189821 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['2a72400c-ddab-4396-9cb4-d7d9c48a7719'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:49.196867 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.203369 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Attempting to bind port b91027f5-bb72-4473-bc11-4fe00f362419 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:49.204352 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Attempting to bind port b91027f5-bb72-4473-bc11-4fe00f362419 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:49.204688 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Attempting to bind port b91027f5-bb72-4473-bc11-4fe00f362419 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:49.211966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Port b91027f5-bb72-4473-bc11-4fe00f362419 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:15:49.212340 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Attempting to bind port b91027f5-bb72-4473-bc11-4fe00f362419 on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:49.229319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:49.229597 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Checking segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:49.229871 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Bound using segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:49.230219 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Bound port: b91027f5-bb72-4473-bc11-4fe00f362419, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:49.230579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.248302 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.251489 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Allocated IP 172.20.0.1 (b5ba6a4a-3182-4321-8939-892599c91e52/1335ebd8-f11c-42c0-9c06-e227dbc7567c/77c0bdac-7770-4690-ade7-fb6d18e83876) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:49.256522 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.288335 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.326162 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.335639 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:49.390099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:49.417197 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b91027f5-bb72-4473-bc11-4fe00f362419,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:49.450801 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.479262 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.507840 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.514885 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.517789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.521458 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/592c6544-8ade-4b8c-ac67-1232e0402975 HTTP/1.1" status: 204 len: 168 time: 0.3910990 Nov 24 15:15:49.529942 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:49.530567 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.532691 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] 10.222.0.83 "PUT /v2.0/ports/b91027f5-bb72-4473-bc11-4fe00f362419 HTTP/1.1" status: 200 len: 1093 time: 1.8125756 Nov 24 15:15:49.540999 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:49.545979 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a634f31c-089b-46b9-bcad-9e2deab53f88" -d '{"events": [{"name": "network-changed", "server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:49.565491 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92d59d-3fc4-4707-9041-e1e5f5ca50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592c6544-8ade-4b8c-ac67-1232e0402975,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.572766 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.586572 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a089661-83ef-497b-b16a-675cebfaa59a HTTP/1.1" status: 204 len: 168 time: 0.5066919 Nov 24 15:15:49.597088 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f826ce3e-cc9f-449c-be92-f6d0f36804df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a089661-83ef-497b-b16a-675cebfaa59a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.602952 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36404) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:49.620725 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:46Z', 'revision_number': 3, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:49.625105 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003d18a2-6d2b-4eed-85fa-ead95ff4fc4a x-openstack-request-id: req-003d18a2-6d2b-4eed-85fa-ead95ff4fc4a {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:49.625389 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:49.626284 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-003d18a2-6d2b-4eed-85fa-ead95ff4fc4a {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:49.627749 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419', 'status': 'completed', 'code': 200} Nov 24 15:15:49.665069 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d8880-e20e-4523-a6d4-e9adbe8cf123 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:46Z', 'revision_number': 3, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:15:49.676281 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a88a9-b1db-4a6a-9649-691af79b628f service neutron] Pushing event updated for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.690862 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.694722 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.710923 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61af9e03-1581-41ae-a90e-d31e3aa3da3a req-9ca6c678-aa90-4a10-aed2-8ca183ee0b02 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:49.724606 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-61af9e03-1581-41ae-a90e-d31e3aa3da3a req-9ca6c678-aa90-4a10-aed2-8ca183ee0b02 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 944 time: 0.1843197 Nov 24 15:15:49.731650 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-3c223bde-2d3c-47f1-985c-e991077df62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:49.733129 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-3c223bde-2d3c-47f1-985c-e991077df62a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 1096 time: 0.0968966 Nov 24 15:15:49.746765 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Network b5ba6a4a-3182-4321-8939-892599c91e52 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:49.755260 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:49.760189 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:49.806530 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Pushing event updated for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:49.810816 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-61af9e03-1581-41ae-a90e-d31e3aa3da3a req-bb197b65-2daa-41de-ac3d-0ce81316e3d6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889351 Nov 24 15:15:49.862144 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:49.908281 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.001300 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 27dcbf37-5711-43ae-a2e2-19257d43818c up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:50.001827 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-cfffa56e-8f70-49ce-9b2b-852755ef1885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.005020 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-cfffa56e-8f70-49ce-9b2b-852755ef1885 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=897ab240793346189552c0826f50975f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2609923 Nov 24 15:15:50.073146 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a7f633-68de-4f93-9196-022c17662064']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:50.159358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-0c8bdc51-93ba-40e7-8871-edfb864943fd None None] Provisioning complete for port 77c0bdac-7770-4690-ade7-fb6d18e83876 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:50.159736 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0c8bdc51-93ba-40e7-8871-edfb864943fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.177233 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab31db5-1738-42d8-8a91-dc37f62f0308') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:50.177786 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab31db5-1738-42d8-8a91-dc37f62f0308') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:50.191043 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 27dcbf37-5711-43ae-a2e2-19257d43818c triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:50.191543 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.201641 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-970561'] for segment, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.224674 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948df1a-9f38-4f9c-a117-10498e478cfd req-84e40aef-a893-404b-8fee-bf87988456ab tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.224919 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-0c8bdc51-93ba-40e7-8871-edfb864943fd None None] Port 77c0bdac-7770-4690-ade7-fb6d18e83876 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:15:50.232803 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3948df1a-9f38-4f9c-a117-10498e478cfd req-84e40aef-a893-404b-8fee-bf87988456ab tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.2628024 Nov 24 15:15:50.237399 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.254940 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:15:50.255475 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12673956'] for segment, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: Traceback (most recent call last): Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: timer() Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: cb(*args, **kw) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: return func(*args, **kwargs) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: self._notify() Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: self.callback(batched_events) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: event.method(event) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: return f(self, *a, **k) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._get(url).json() Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:15:50.257778 dv-cinder-816898-4-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:15:50.288198 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82fe0f-ea47-43de-b258-ff50a2295b8a req-f4e9366a-41e6-4b26-8551-6828a28c00d8 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.289695 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bf82fe0f-ea47-43de-b258-ff50a2295b8a req-f4e9366a-41e6-4b26-8551-6828a28c00d8 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 943 time: 0.1602149 Nov 24 15:15:50.322670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-fb4736aa-df42-466d-8e67-3367d49f7ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.324190 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a634f31c-089b-46b9-bcad-9e2deab53f88 req-fb4736aa-df42-466d-8e67-3367d49f7ebc service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3103948 Nov 24 15:15:50.386621 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.404539 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bf82fe0f-ea47-43de-b258-ff50a2295b8a req-e4cb9add-16f6-442e-8c1c-170a55af6f15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046059 Nov 24 15:15:50.404641 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3948df1a-9f38-4f9c-a117-10498e478cfd req-49d8b2a8-bc5c-47d3-9564-5b79a48db3d9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708596 Nov 24 15:15:50.469959 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-afffba67-41b1-45b0-8935-df72560d7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.472390 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-afffba67-41b1-45b0-8935-df72560d7faa service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 1096 time: 0.0665538 Nov 24 15:15:50.501701 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.510036 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.515254 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] 10.222.0.15 "DELETE /v2.0/networks/f2a7f633-68de-4f93-9196-022c17662064 HTTP/1.1" status: 204 len: 168 time: 0.9108355 Nov 24 15:15:50.523475 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36426) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:50.545806 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-10b6781c-6d70-4d4d-a201-ac80c74ecd6e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b91027f5-bb72-4473-bc11-4fe00f362419 HTTP/1.1" status: 200 len: 217 time: 0.0546308 Nov 24 15:15:50.568796 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c29ec-911c-470a-8f95-1a10bf8f17bb admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a7f633-68de-4f93-9196-022c17662064,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:50.609094 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55751cd0-39db-4d42-a665-4389edc0c96d req-430e5238-72d2-486e-9b79-b5f7fd139b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.615049 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-430e5238-72d2-486e-9b79-b5f7fd139b7c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.0558255 Nov 24 15:15:50.676887 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-783d3cbd-cf07-4d89-97bb-f98aec585224 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382366 Nov 24 15:15:50.808446 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-7c73180a-2228-4f9b-ae3c-8cee9656567c service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094267 Nov 24 15:15:50.904790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Deleting subnet 8e20a598-457a-469a-9890-3b103fbeb9e2 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:15:50.912685 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.957380 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-55751cd0-39db-4d42-a665-4389edc0c96d req-ea9c0582-cd3d-435e-9623-7aaad8be7570 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341538 Nov 24 15:15:50.966228 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:50.984433 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d44db-f7a0-49b5-acbf-8da4115c86f8 req-757415b4-8bd3-43be-82a9-0b288d65aedb tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:50.986486 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-378d44db-f7a0-49b5-acbf-8da4115c86f8 req-757415b4-8bd3-43be-82a9-0b288d65aedb tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 944 time: 0.0786257 Nov 24 15:15:51.040110 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.053199 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-378d44db-f7a0-49b5-acbf-8da4115c86f8 req-65cb1a5d-7998-4e4c-a8dd-b32575360e4b tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564787 Nov 24 15:15:51.071378 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.135544 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.177077 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.217824 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e20a598-457a-469a-9890-3b103fbeb9e2,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:51.232334 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Pushing event updated for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:51.235155 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.238366 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6fdf8618-ce10-4f3f-860e-1029c8dd823c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8e20a598-457a-469a-9890-3b103fbeb9e2 HTTP/1.1" status: 204 len: 168 time: 0.7117071 Nov 24 15:15:51.239780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.240954 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36444) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:51.326465 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.353194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Network b5ba6a4a-3182-4321-8939-892599c91e52 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:51.354757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:51.424848 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.477824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d324e4b8-c84e-47bf-af11-bf9f409b6bb7']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:51.498331 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01992c27-7492-45a4-9fb2-fa6dae950635') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:51.498625 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01992c27-7492-45a4-9fb2-fa6dae950635') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:51.522649 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.549112 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.561892 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Releasing vlan 1180 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:15:51.562780 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.566612 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:15:51.569247 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:15:51.683552 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-33ee741d-f2c2-433f-a734-033bcc40522c None None] Provisioning complete for port 77c0bdac-7770-4690-ade7-fb6d18e83876 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:51.687823 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-33ee741d-f2c2-433f-a734-033bcc40522c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.738486 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad26e37-1b5d-4a55-9e7a-873fe8cccb73 req-e367d866-5295-4d8b-8d91-c2771bef2b93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:51.748732 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8ad26e37-1b5d-4a55-9e7a-873fe8cccb73 req-e367d866-5295-4d8b-8d91-c2771bef2b93 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1076996 Nov 24 15:15:51.755154 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-33ee741d-f2c2-433f-a734-033bcc40522c None None] Port 77c0bdac-7770-4690-ade7-fb6d18e83876 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:15:51.782432 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.795499 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:15:51.799894 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:51.803610 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d324e4b8-c84e-47bf-af11-bf9f409b6bb7 HTTP/1.1" status: 204 len: 168 time: 0.5614536 Nov 24 15:15:51.817170 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb733d77-8a6b-4232-a0c8-5e877336cbc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d324e4b8-c84e-47bf-af11-bf9f409b6bb7,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:51.822974 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8ad26e37-1b5d-4a55-9e7a-873fe8cccb73 req-928a4dcc-6d99-4b88-a775-b900982252c3 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701447 Nov 24 15:15:51.829458 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2e6a74e7-bd11-4ef7-82c1-49d4bdfab297 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6818664-89ac-4aed-ba9d-9fd69e889cf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7909031 Nov 24 15:15:51.878439 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfae7f-7839-4797-a11c-69b9a4d4ae24 req-a9fe6fa3-ca75-4ee2-b6af-2176e8825a66 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:51.883065 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bdfae7f-7839-4797-a11c-69b9a4d4ae24 req-a9fe6fa3-ca75-4ee2-b6af-2176e8825a66 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 943 time: 0.1346033 Nov 24 15:15:51.949508 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:51.978681 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8bdfae7f-7839-4797-a11c-69b9a4d4ae24 req-0cb2fba4-ac43-4ac9-8f01-e0aaf27229d1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858281 Nov 24 15:15:52.011644 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:15:52.051648 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:52.052388 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:52.156326 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24b671-bd71-4703-87f2-51fbe6ed05bd req-31a5e23f-219a-4e36-bc3a-0c2c0902d5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:52.158833 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f24b671-bd71-4703-87f2-51fbe6ed05bd req-31a5e23f-219a-4e36-bc3a-0c2c0902d5c3 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 1099 time: 0.0472200 Nov 24 15:15:52.223462 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacf306-fa9d-43a9-9caa-912ca4c61bd6 req-81e81d57-e582-4960-8362-f4fd5e14d7f9 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:52.225327 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-deacf306-fa9d-43a9-9caa-912ca4c61bd6 req-81e81d57-e582-4960-8362-f4fd5e14d7f9 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 944 time: 0.0882459 Nov 24 15:15:52.231124 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f24b671-bd71-4703-87f2-51fbe6ed05bd req-0ab44c95-b00b-45b9-a92a-a7b3b5c35bed service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630012 Nov 24 15:15:52.238547 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 2a72400c-ddab-4396-9cb4-d7d9c48a7719 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:52.304599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:52.305314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.323558 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-deacf306-fa9d-43a9-9caa-912ca4c61bd6 req-cdfe78ec-3326-41be-a449-42f663d5690a tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815947 Nov 24 15:15:52.339179 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36476) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:52.382953 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-78e3a1c9-9608-47fa-bf42-f6cf85e03b63 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=516b041e1c414811b3f994e388fdc079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400772 Nov 24 15:15:52.383149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36478) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:52.424989 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:52.454788 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.473782 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36484) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:52.478433 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392917546', 'description': 'tempest-description--675281842'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:52.483758 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.512118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:52.550689 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:52.551069 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.553105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.594070 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.598375 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.599638 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/757c981e-142a-4453-bc48-51abb946930a HTTP/1.1" status: 204 len: 168 time: 0.2155399 Nov 24 15:15:52.615855 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.627576 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f9f66-b2fb-4ea7-88c3-d9319d90e990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757c981e-142a-4453-bc48-51abb946930a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:52.671215 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.691538 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:52.742164 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.776288 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6d511e-8f14-42c8-a226-16a322e78418,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:52.789856 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.813926 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.857945 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:52.858166 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:52.860800 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e61a371-8cfe-4b81-8155-a91f803ea6fc" -d '{"events": [{"server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:52.874232 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-959533e7-da89-4d0e-aee4-046b6e36b919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3996334 Nov 24 15:15:52.877714 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:52.889702 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group_rule': {'security_group_id': '4f6d511e-8f14-42c8-a226-16a322e78418', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:52.896292 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:52.903767 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 2, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:52.942807 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5d803-72ba-49ee-815e-82edf0e49a92 x-openstack-request-id: req-5ab5d803-72ba-49ee-815e-82edf0e49a92 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:52.943111 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "name": "network-vif-plugged", "status": "completed", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:52.943371 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ab5d803-72ba-49ee-815e-82edf0e49a92 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:52.943821 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719', 'code': 200} Nov 24 15:15:52.944854 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:52.949128 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:15:52.949502 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Updating router f6818664-89ac-4aed-ba9d-9fd69e889cf3 port 77c0bdac-7770-4690-ade7-fb6d18e83876 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:15:52.953869 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.019684 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b9254-d8ad-44ee-912a-c9e24509189b req-85968729-44e0-4f60-8c00-a08e40f8d440 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:53.022977 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.027761 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e24b9254-d8ad-44ee-912a-c9e24509189b req-85968729-44e0-4f60-8c00-a08e40f8d440 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0787871 Nov 24 15:15:53.049049 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.092864 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:53.115186 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e24b9254-d8ad-44ee-912a-c9e24509189b req-fef87688-39aa-4c84-a641-3322dcece62c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864089 Nov 24 15:15:53.147147 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.238181 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.277668 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741a7a14-9306-4ad6-8205-1fb38101bbd0,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:53.305616 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4795ee4b-e84f-40b8-8dd4-1e9bce3be741 req-a065d326-3a9f-4bd5-a4cc-7ee9c6cd6e79 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:53.312227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4795ee4b-e84f-40b8-8dd4-1e9bce3be741 req-a065d326-3a9f-4bd5-a4cc-7ee9c6cd6e79 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 943 time: 0.1067445 Nov 24 15:15:53.322423 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.325985 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e8de364b-29b8-4f78-b549-f706e1834735 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4448187 Nov 24 15:15:53.327139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36506) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:53.331569 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group_rule': {'security_group_id': '4f6d511e-8f14-42c8-a226-16a322e78418', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:53.342055 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe582f6a-50aa-4b3e-bb82-f2f4db9833a7 req-dacecc93-e4dd-47e0-b533-44ecae26e7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:53.343673 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe582f6a-50aa-4b3e-bb82-f2f4db9833a7 req-dacecc93-e4dd-47e0-b533-44ecae26e7b8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 1098 time: 0.0603018 Nov 24 15:15:53.353151 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36510) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:53.385813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.389606 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4795ee4b-e84f-40b8-8dd4-1e9bce3be741 req-33f7e3f1-9fb9-4e5f-a244-7b2a224f35b6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763664 Nov 24 15:15:53.412874 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe582f6a-50aa-4b3e-bb82-f2f4db9833a7 req-1534757a-7772-4aea-84ce-faf77c9378bd service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579264 Nov 24 15:15:53.416354 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-672b5e3a-3669-46f2-9b88-bd19a75118ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=849653f2d9fa41dbb45d5e4b95786850&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618339 Nov 24 15:15:53.418551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36512) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:53.468193 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.470163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d8627-2d71-4e10-bba0-8a6d6a184150 req-1143dbda-3fb0-41d2-bbf6-df5049f6208c tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:53.471721 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-944d8627-2d71-4e10-bba0-8a6d6a184150 req-1143dbda-3fb0-41d2-bbf6-df5049f6208c tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0480759 Nov 24 15:15:53.492427 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.507808 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.525337 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.566675 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-944d8627-2d71-4e10-bba0-8a6d6a184150 req-d8874234-c4d6-4942-9c07-ee2cc43c24e9 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887616 Nov 24 15:15:53.601715 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.618542 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2be6-f393-480f-9f82-6181b26f4d5a None None] Pushing event updated for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:53.644332 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.647550 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.649038 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/684269b1-0767-4ad9-85dc-fb2c04d049d9 HTTP/1.1" status: 204 len: 168 time: 0.2295294 Nov 24 15:15:53.661816 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dce1227-6546-4f25-b8fd-808107c6ab6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684269b1-0767-4ad9-85dc-fb2c04d049d9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:53.693590 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Attempting to bind port 77c0bdac-7770-4690-ade7-fb6d18e83876 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:15:53.694141 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Attempting to bind port 77c0bdac-7770-4690-ade7-fb6d18e83876 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:15:53.695568 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.707207 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Attempting to bind port 77c0bdac-7770-4690-ade7-fb6d18e83876 on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:15:53.721167 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:15:53.721646 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Checking segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:15:53.722121 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.723773 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Bound using segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:15:53.724373 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Bound port: 77c0bdac-7770-4690-ade7-fb6d18e83876, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:15:53.727272 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64791721-94ab-4869-857f-d8245867354d,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:53.727818 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.799467 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] For port 77c0bdac-7770-4690-ade7-fb6d18e83876, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:15:53.802986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] For port 77c0bdac-7770-4690-ade7-fb6d18e83876, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=77c0bdac-7770-4690-ade7-fb6d18e83876,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:15:53.824122 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.830574 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-fc148907-777c-4fea-a88f-52ef0b960fa9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4972658 Nov 24 15:15:53.830574 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36520) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:53.835133 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:53.879031 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.893478 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:53.953039 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:53.981881 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:15:53.982537 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:54.053804 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] Provisioning complete for port 77c0bdac-7770-4690-ade7-fb6d18e83876 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:54.054178 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.123096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a2be6-f393-480f-9f82-6181b26f4d5a None None] Pushing event updated for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:54.136535 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.204337 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device b91027f5-bb72-4473-bc11-4fe00f362419 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:15:54.221267 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:54.221565 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.293660 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Allocated IP 172.27.2.150 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/85e0ef3d-406e-4798-9ed8-a7cd0650de18) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:15:54.316414 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74275ab5-d714-4e2d-a3a8-574bcb693b54 req-325ea992-e8d9-4930-aaf4-520b3e62790d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:54.320554 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74275ab5-d714-4e2d-a3a8-574bcb693b54 req-325ea992-e8d9-4930-aaf4-520b3e62790d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0806863 Nov 24 15:15:54.321336 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:15:54.368678 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74275ab5-d714-4e2d-a3a8-574bcb693b54 req-0293a75c-4762-4963-b8db-54e74f13e5ea tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 Nov 24 15:15:54.409116 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.517293 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d31d0-70c5-4d3d-a977-958c5f2a25d7 req-7382ea54-a95e-44c0-a7bd-46cffdafb8ac tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:54.519042 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8d4d31d0-70c5-4d3d-a977-958c5f2a25d7 req-7382ea54-a95e-44c0-a7bd-46cffdafb8ac tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0601823 Nov 24 15:15:54.531385 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a9e3b-05c6-4a71-8e97-c91a263f2e81 req-45241e29-774c-4659-862d-f449c8ddaf85 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:54.532990 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a36a9e3b-05c6-4a71-8e97-c91a263f2e81 req-45241e29-774c-4659-862d-f449c8ddaf85 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 943 time: 0.0548539 Nov 24 15:15:54.539777 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.591707 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a36a9e3b-05c6-4a71-8e97-c91a263f2e81 req-d7b829ee-413b-418c-8b78-9ed022fc46a6 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510280 Nov 24 15:15:54.597642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.726322 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] For port 77c0bdac-7770-4690-ade7-fb6d18e83876, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=77c0bdac-7770-4690-ade7-fb6d18e83876,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:54.761301 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b5e6d6-d2fd-4896-9289-58045e57d6f2 req-b6733aa6-c032-41aa-9cef-340fcef0bbbf tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:54.763126 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8b5e6d6-d2fd-4896-9289-58045e57d6f2 req-b6733aa6-c032-41aa-9cef-340fcef0bbbf tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0611508 Nov 24 15:15:54.790672 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:54.811450 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b91027f5-bb72-4473-bc11-4fe00f362419,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:54.837216 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:15:54.848059 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8b5e6d6-d2fd-4896-9289-58045e57d6f2 req-ac25a712-a548-459a-a570-1b7b9c828a1f tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643117 Nov 24 15:15:54.856500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:15:54.872891 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8d4d31d0-70c5-4d3d-a977-958c5f2a25d7 req-351ab132-e0f7-46dc-b744-7d6c40b1cea6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440154 Nov 24 15:15:54.874306 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:15:54.876591 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=85e0ef3d-406e-4798-9ed8-a7cd0650de18,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:54.955642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'b91027f5-bb72-4473-bc11-4fe00f362419', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'port_id': 'b91027f5-bb72-4473-bc11-4fe00f362419', 'mac_address': 'fa:16:3e:71:01:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f75264e-459c-49ba-b0d4-105db004a1e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:15:55.008532 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2a1bfb-fa84-4ba6-bdef-f6f1f04d9f02 None None] Pushing event updated for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:55.033004 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.069133 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.091276 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b91027f5-bb72-4473-bc11-4fe00f362419 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:15:55.118118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-2be091df-1cfb-403a-8e7f-8fc839cdc8cc None None] Provisioning complete for port 77c0bdac-7770-4690-ade7-fb6d18e83876 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:55.118501 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2be091df-1cfb-403a-8e7f-8fc839cdc8cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.168374 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b91027f5-bb72-4473-bc11-4fe00f362419,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:55.184337 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.256374 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.271448 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:53Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:15:55.334130 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99ad648-30e8-46fd-9db9-6cb955b386a9 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:53Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:15:55.369500 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:55.472460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.535782 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.608503 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=85e0ef3d-406e-4798-9ed8-a7cd0650de18,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:55.635024 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.736058 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96763341-400f-498d-bb7e-be5665b74c08 req-82c1cd17-28c5-4b89-ae5d-d826732864ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:55.742698 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-96763341-400f-498d-bb7e-be5665b74c08 req-82c1cd17-28c5-4b89-ae5d-d826732864ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 944 time: 0.0617766 Nov 24 15:15:55.749874 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['b91027f5-bb72-4473-bc11-4fe00f362419'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:15:55.767373 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:55.769283 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-213522f5-ffaa-4a9f-8af8-956916af14a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9386306 Nov 24 15:15:55.835202 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-96763341-400f-498d-bb7e-be5665b74c08 req-8b331708-e87c-4825-be6b-10d1b999c4c4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Nov 24 15:15:55.988680 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 77c0bdac-7770-4690-ade7-fb6d18e83876 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:56.024685 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc728f2e-4994-45ad-a5d3-7180e1cd4624 req-6758f240-1f78-4b7d-9017-c557e9ec0a15 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:56.026486 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc728f2e-4994-45ad-a5d3-7180e1cd4624 req-6758f240-1f78-4b7d-9017-c557e9ec0a15 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0648375 Nov 24 15:15:56.087849 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-ce6301fa-4340-4b5c-8423-3e1503cb7c7e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1392917546&fields=id&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 267 time: 0.0678678 Nov 24 15:15:56.098781 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 77c0bdac-7770-4690-ade7-fb6d18e83876 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:56.099170 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:56.112511 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc728f2e-4994-45ad-a5d3-7180e1cd4624 req-460ad5d0-416f-4983-bb30-a4a1c442a8b8 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765786 Nov 24 15:15:56.239299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-de70f881-b3e9-4157-ab40-d761d1654621 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:56.241034 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-de70f881-b3e9-4157-ab40-d761d1654621 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 817 time: 0.1523659 Nov 24 15:15:56.264569 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-ffa9189f-bc6f-4c09-b973-1ebbec5619d4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/quotas/29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 375 time: 0.0107663 Nov 24 15:15:56.325653 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-49adcaca-c8f1-455e-96b1-0c2376ff743c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527034 Nov 24 15:15:56.437401 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-aed4dd51-0304-49b9-a6cd-04fade054d3a service neutron] 10.222.0.15 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992401 Nov 24 15:15:56.551364 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-2f5b03e6-df32-4203-9f0d-65b51a3c85d1 service neutron] 10.222.0.15 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047349 Nov 24 15:15:56.808640 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ae6f470f-75af-462a-aa85-4e668cde1d36 req-3396c591-1ca7-4e9e-8742-bd8bbbcd7ce7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 210 time: 0.0336890 Nov 24 15:15:56.945246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b53e3-a713-4225-9e68-289b01c6e77b req-29596861-9577-491c-a61e-62af90c27302 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:56.946979 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b50b53e3-a713-4225-9e68-289b01c6e77b req-29596861-9577-491c-a61e-62af90c27302 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 944 time: 0.0523887 Nov 24 15:15:56.994778 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b50b53e3-a713-4225-9e68-289b01c6e77b req-38aece06-126e-4308-b75c-0d5cddce6031 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414572 Nov 24 15:15:57.175756 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6dad4c50-9851-43c5-ac6f-9b13945a1a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:57.254277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c3b2d-eb29-4339-aa09-440962be454c req-f481bc97-c06f-4173-9296-3f346d45a13d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:57.257015 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e1c3b2d-eb29-4339-aa09-440962be454c req-f481bc97-c06f-4173-9296-3f346d45a13d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0494137 Nov 24 15:15:57.349230 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e1c3b2d-eb29-4339-aa09-440962be454c req-91f46d81-e526-4700-91e6-68a5fa26f8d8 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801449 Nov 24 15:15:57.351580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce939-610c-499f-bb46-981761b8c199 req-fe136b74-a7ab-4e4d-bcf2-3fe4a80e5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:57.353140 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-fe136b74-a7ab-4e4d-bcf2-3fe4a80e5342 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.0775030 Nov 24 15:15:57.444935 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1656a82d-ddec-4192-ba84-2f7d6a5b3b60 req-3d92acbd-ab0f-4f20-aace-8a6eb7371401 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:57.449048 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1656a82d-ddec-4192-ba84-2f7d6a5b3b60 req-3d92acbd-ab0f-4f20-aace-8a6eb7371401 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0539076 Nov 24 15:15:57.477590 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce939-610c-499f-bb46-981761b8c199 req-75617b42-1a5f-4db9-a151-7eeed25b6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:57.479155 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-75617b42-1a5f-4db9-a151-7eeed25b6ea1 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.0978518 Nov 24 15:15:57.511528 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1656a82d-ddec-4192-ba84-2f7d6a5b3b60 req-b46a8278-068d-4f10-8fc8-45d7cced5cd8 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551834 Nov 24 15:15:57.531756 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-a8a7bdba-f743-4e83-9c09-97ca5ce328bd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.0447335 Nov 24 15:15:57.590117 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ce939-610c-499f-bb46-981761b8c199 req-1f450b4f-17d2-43f5-96c9-4c448120e773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:57.591658 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-1f450b4f-17d2-43f5-96c9-4c448120e773 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0516884 Nov 24 15:15:57.624712 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-a64f0d84-5fcd-4398-aae4-fbba077a7871 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244048 Nov 24 15:15:57.730206 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-2ee2b988-30e5-4c5c-8c40-3f391241bd43 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913103 Nov 24 15:15:57.834915 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7d5ce939-610c-499f-bb46-981761b8c199 req-c789711f-6138-47c8-af6a-432ca89d8216 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859914 Nov 24 15:15:57.917954 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-568f724a-bf6a-4d3a-b9db-92e3bcd21f68 req-a16ddd95-e16b-4677-8f5d-c4c15bd8d333 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 210 time: 0.0273080 Nov 24 15:15:58.122384 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee786a3-fac4-48c6-8b66-9ae147091b58 req-db07bbcb-bd09-4e35-b6c9-a5ace8ec343f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:58.124154 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6ee786a3-fac4-48c6-8b66-9ae147091b58 req-db07bbcb-bd09-4e35-b6c9-a5ace8ec343f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 944 time: 0.0511696 Nov 24 15:15:58.180402 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6ee786a3-fac4-48c6-8b66-9ae147091b58 req-e028ac7c-3967-48de-9bd6-58f69b009680 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488820 Nov 24 15:15:58.195018 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device b91027f5-bb72-4473-bc11-4fe00f362419 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:15:58.312798 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port b91027f5-bb72-4473-bc11-4fe00f362419 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:15:58.317554 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port b91027f5-bb72-4473-bc11-4fe00f362419 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:15:58.317926 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.398077 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.421533 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:15:58.424519 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f120e3ca-03cc-4db3-98bc-fab636593825" -d '{"events": [{"server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "name": "network-vif-plugged", "status": "completed", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:15:58.443888 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b91027f5-bb72-4473-bc11-4fe00f362419,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:15:58.467491 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ec8960-a58c-44f9-815e-2e1c3e1ae31d x-openstack-request-id: req-06ec8960-a58c-44f9-815e-2e1c3e1ae31d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:15:58.467809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "name": "network-vif-plugged", "status": "completed", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:15:58.468194 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-06ec8960-a58c-44f9-815e-2e1c3e1ae31d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:15:58.468593 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419', 'code': 200} Nov 24 15:15:58.488510 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b571050-e234-4b28-9ce4-de8d7d2768d6 req-42744aee-f82b-47e2-a211-549f636b4cc4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:58.490436 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6b571050-e234-4b28-9ce4-de8d7d2768d6 req-42744aee-f82b-47e2-a211-549f636b4cc4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0659466 Nov 24 15:15:58.542364 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36644) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:58.548219 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.574480 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6b571050-e234-4b28-9ce4-de8d7d2768d6 req-b0bbe19e-05ae-413b-8052-1cef63a0f1c1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735831 Nov 24 15:15:58.649616 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:58.690708 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ac8af-6417-4e00-a505-583a75616d26 req-aec9afb9-ef6c-4f41-befc-d5f5ce1afacf tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:58.692610 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-526ac8af-6417-4e00-a505-583a75616d26 req-aec9afb9-ef6c-4f41-befc-d5f5ce1afacf tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0663788 Nov 24 15:15:58.695377 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-881d34b1-497b-4683-ad7f-d238139b6083 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.744093 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-526ac8af-6417-4e00-a505-583a75616d26 req-42c8ec18-c11b-435c-9136-a18027e0fe0e tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Nov 24 15:15:58.782383 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-881d34b1-497b-4683-ad7f-d238139b6083 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.836067 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3a342-30a3-43ea-a086-9b47c8e7fccd req-410ccf94-7826-41d5-b9b1-ea988791f92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:58.837472 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-42d3a342-30a3-43ea-a086-9b47c8e7fccd req-410ccf94-7826-41d5-b9b1-ea988791f92e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 1098 time: 0.0410228 Nov 24 15:15:58.843719 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-881d34b1-497b-4683-ad7f-d238139b6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.883522 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-42d3a342-30a3-43ea-a086-9b47c8e7fccd req-0b2332ef-3dd5-4d05-8594-346591b75960 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381048 Nov 24 15:15:58.883939 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-881d34b1-497b-4683-ad7f-d238139b6083 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8390ab440e7c499ea1d415c8788a0d96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404961 Nov 24 15:15:58.885177 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881d34b1-497b-4683-ad7f-d238139b6083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef783cd4-914f-4ed0-bd65-911a9fe70005,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:58.888100 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36652) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:58.939463 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:58.961739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.018122 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-979644b7-217b-4357-9307-c146bdec61ac req-fe33183a-6625-452a-ae42-6e750eee8146 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 210 time: 0.0292895 Nov 24 15:15:59.078974 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.081655 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.082853 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef783cd4-914f-4ed0-bd65-911a9fe70005 HTTP/1.1" status: 204 len: 168 time: 0.1942272 Nov 24 15:15:59.090824 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17634d63-59e4-4819-889b-ad0f5ebef9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef783cd4-914f-4ed0-bd65-911a9fe70005,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:15:59.322780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435a8c4a-3155-4713-b650-391b78dd7081 req-7aefeed7-332c-4b4c-91eb-3917f9b721e9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:59.324391 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-435a8c4a-3155-4713-b650-391b78dd7081 req-7aefeed7-332c-4b4c-91eb-3917f9b721e9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0504673 Nov 24 15:15:59.374676 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-435a8c4a-3155-4713-b650-391b78dd7081 req-35f58ffb-5b15-4f9d-8b11-b8fff7f61575 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439315 Nov 24 15:15:59.557554 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-5a043102-d857-47a7-ad1e-0fe68a1a7628 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:59.558977 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-5a043102-d857-47a7-ad1e-0fe68a1a7628 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 817 time: 0.1025879 Nov 24 15:15:59.612534 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d981603-45cb-4200-b962-f18c40ef1391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.627747 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6acf1468-ee1b-47de-98e7-ee3fcf4233a3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 380 time: 0.0573018 Nov 24 15:15:59.654055 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'port': {'device_id': '34375deb-836d-41ed-9d11-1d1e2685f046', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'admin_state_up': True, 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'security_groups': ['4f6d511e-8f14-42c8-a226-16a322e78418']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:15:59.774307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448508f-784f-4528-8c9a-19141830debb req-712824bc-a644-4fc9-bf93-f93dd97898a5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:59.775858 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5448508f-784f-4528-8c9a-19141830debb req-712824bc-a644-4fc9-bf93-f93dd97898a5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0892935 Nov 24 15:15:59.783172 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36670) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:15:59.804554 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f61676f8-70b5-4de2-9cba-54d66e32ca79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.861186 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5448508f-784f-4528-8c9a-19141830debb req-1cacca20-5828-425c-a2d0-731cfa5a2570 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487399 Nov 24 15:15:59.872709 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Made reservation on behalf of 29c7807f7ad24ac5ac8abd2f485b0a97 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:15:59.876533 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:15:59.923241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380f9c6-2cb5-43c0-8fb4-d715c671906a req-523bc809-1e2d-41dc-977c-ec75846e9eb6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:15:59.928489 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b380f9c6-2cb5-43c0-8fb4-d715c671906a req-523bc809-1e2d-41dc-977c-ec75846e9eb6 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.1019700 Nov 24 15:16:00.015145 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f61676f8-70b5-4de2-9cba-54d66e32ca79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.019864 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b380f9c6-2cb5-43c0-8fb4-d715c671906a req-f21a6ec0-e90c-4ffe-a748-a9f272f5c246 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/security-groups?id=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890946 Nov 24 15:16:00.025023 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Allocated IP 172.20.0.12 (b5ba6a4a-3182-4321-8939-892599c91e52/1335ebd8-f11c-42c0-9c06-e227dbc7567c/d1fddca2-bead-4de5-a308-c1b1ad826621) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:16:00.060863 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f61676f8-70b5-4de2-9cba-54d66e32ca79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.099375 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61676f8-70b5-4de2-9cba-54d66e32ca79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9292492c-9830-406b-991b-5749663c6567,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:00.106214 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f61676f8-70b5-4de2-9cba-54d66e32ca79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=407da51d786845d2affd3e28e661a282&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189127 Nov 24 15:16:00.107158 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 36678) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:00.181770 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6472038c-7045-4d3f-a6a5-b319686353f7 req-c67143db-bd62-4137-a95a-b0b0feb23ba5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 210 time: 0.0688734 Nov 24 15:16:00.234867 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.246544 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.270180 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.367177 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-f5338157-3122-48a6-bbdd-805f8d963138 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:00.368727 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-f5338157-3122-48a6-bbdd-805f8d963138 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 945 time: 0.0669627 Nov 24 15:16:00.405214 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.446013 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.448477 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.449576 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9292492c-9830-406b-991b-5749663c6567 HTTP/1.1" status: 204 len: 168 time: 0.3418465 Nov 24 15:16:00.479519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2551ef-f1fc-45b9-a523-901a880a743b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9292492c-9830-406b-991b-5749663c6567,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:00.482600 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Network b5ba6a4a-3182-4321-8939-892599c91e52 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:16:00.502772 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:00.506709 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:16:00.509499 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:16:00.567832 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4562246a-3617-4521-8f10-554f0fdfc7dc req-02266c42-eb67-4229-9a3f-9e2aa8370cf3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:00.569465 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4562246a-3617-4521-8f10-554f0fdfc7dc req-02266c42-eb67-4229-9a3f-9e2aa8370cf3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.1235976 Nov 24 15:16:00.595088 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:00.595765 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.597777 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.621265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Deleting port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:16:00.621265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.645386 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4562246a-3617-4521-8f10-554f0fdfc7dc req-39cd9a2a-ebda-43fc-a356-7bfffe5384da tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663643 Nov 24 15:16:00.701558 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-3b116b32-70f5-4a5c-9871-383e392fd49b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0533943 Nov 24 15:16:00.741349 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Request body: {'port': {'device_id': '34375deb-836d-41ed-9d11-1d1e2685f046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:00.753134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] For port 2a72400c-ddab-4396-9cb4-d7d9c48a7719, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=2a72400c-ddab-4396-9cb4-d7d9c48a7719,segment=NetworkSegment(f678058d-92fa-4745-a1f5-d41c7629dc70),segment_id=f678058d-92fa-4745-a1f5-d41c7629dc70)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:00.753134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.784413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Calling delete_port for 2a72400c-ddab-4396-9cb4-d7d9c48a7719 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:16:00.801482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-a17d9a47-6c4f-4df8-b38f-0c0497781bda None None] Provisioning complete for port d1fddca2-bead-4de5-a308-c1b1ad826621 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:16:00.802017 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a17d9a47-6c4f-4df8-b38f-0c0497781bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:00.836327 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a17d9a47-6c4f-4df8-b38f-0c0497781bda None None] Port d1fddca2-bead-4de5-a308-c1b1ad826621 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:16:00.851822 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.107705 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fcb63-c8a8-4f24-acc7-bdb7e3ea7026 req-f51731b6-636f-4897-b843-38536eac2646 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:01.109223 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4d9fcb63-c8a8-4f24-acc7-bdb7e3ea7026 req-f51731b6-636f-4897-b843-38536eac2646 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1680479 Nov 24 15:16:01.162892 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.181459 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['2a72400c-ddab-4396-9cb4-d7d9c48a7719'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:16:01.204243 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6d46c06e-c3a8-4520-8366-2f9456bf0f5b req-c3805e39-5214-4e54-bef7-d673b9a90d70 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0268662 Nov 24 15:16:01.206868 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Pushing event deleted for resources: {'Port': ['ID=2a72400c-ddab-4396-9cb4-d7d9c48a7719,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:01.268297 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4d9fcb63-c8a8-4f24-acc7-bdb7e3ea7026 req-08154739-69a6-4827-9f75-8d6d6fa57a62 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264288 Nov 24 15:16:01.322795 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] No DVR routers for this DVR port 2a72400c-ddab-4396-9cb4-d7d9c48a7719 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:16:01.344635 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.346880 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9d8cb86-28b8-496c-8311-3feeecc8d26a req-9a002cca-922b-4146-8b73-bb0d6e058256 tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.83 "DELETE /v2.0/ports/2a72400c-ddab-4396-9cb4-d7d9c48a7719 HTTP/1.1" status: 204 len: 173 time: 0.9707646 Nov 24 15:16:01.347325 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'name': 'network-vif-deleted', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:01.347600 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aa6b91-32ae-4738-b4f2-6a1147527c62 req-ea1ae2cb-b728-4711-ae06-0a3acfc1eebc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:01.349310 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d1aa6b91-32ae-4738-b4f2-6a1147527c62 req-ea1ae2cb-b728-4711-ae06-0a3acfc1eebc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 932 time: 0.0841527 Nov 24 15:16:01.349631 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77cd03e8-c049-4d06-8f59-36fa71b2ba98" -d '{"events": [{"server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "name": "network-vif-deleted", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:01.382915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:01.392179 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.402311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57f6674-8732-4369-a9f5-1a06fd1b5db2 x-openstack-request-id: req-c57f6674-8732-4369-a9f5-1a06fd1b5db2 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:01.402311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61822abe-2edb-40bd-b95a-cb68493b6f8f", "name": "network-vif-deleted", "tag": "2a72400c-ddab-4396-9cb4-d7d9c48a7719", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:01.402311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c57f6674-8732-4369-a9f5-1a06fd1b5db2 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:01.402311 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61822abe-2edb-40bd-b95a-cb68493b6f8f', 'name': 'network-vif-deleted', 'tag': '2a72400c-ddab-4396-9cb4-d7d9c48a7719', 'status': 'completed', 'code': 200} Nov 24 15:16:01.413442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Transition to ACTIVE for port object d1fddca2-bead-4de5-a308-c1b1ad826621 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:16:01.425177 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d1aa6b91-32ae-4738-b4f2-6a1147527c62 req-627b26d6-fe44-40d6-add2-70b72416ce9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601776 Nov 24 15:16:01.557946 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.634546 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:01.734843 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Attempting to bind port d1fddca2-bead-4de5-a308-c1b1ad826621 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:16:01.735134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Attempting to bind port d1fddca2-bead-4de5-a308-c1b1ad826621 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:16:01.735388 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Attempting to bind port d1fddca2-bead-4de5-a308-c1b1ad826621 on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:01.775865 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Port d1fddca2-bead-4de5-a308-c1b1ad826621 on network b5ba6a4a-3182-4321-8939-892599c91e52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:16:01.776277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Attempting to bind port d1fddca2-bead-4de5-a308-c1b1ad826621 on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:01.783620 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 15, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:16:01.784005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Checking segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:16:01.784390 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Bound using segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:16:01.784813 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Bound port: d1fddca2-bead-4de5-a308-c1b1ad826621, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:16:01.785388 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:01.820562 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88e6cd-4e54-455b-a128-b5968fb64570 req-7240d0c4-c502-4b30-8bb3-ad458d716b86 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:01.822120 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fd88e6cd-4e54-455b-a128-b5968fb64570 req-7240d0c4-c502-4b30-8bb3-ad458d716b86 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0893862 Nov 24 15:16:01.915983 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fd88e6cd-4e54-455b-a128-b5968fb64570 req-1e4d6a07-f166-4beb-a6fb-e8461920dbed tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748312 Nov 24 15:16:01.917441 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:16:01.920921 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:16:02.021302 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:02.057521 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.058462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:02.059785 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] 10.222.0.83 "PUT /v2.0/ports/d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 1094 time: 1.3226020 Nov 24 15:16:02.095312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6157079f-0706-4278-92f1-36a48c75ab61 service neutron] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:02.251258 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:02.264794 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-659f9d6d-247e-4f65-9e9b-5092b4777c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.264794 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-659f9d6d-247e-4f65-9e9b-5092b4777c81 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1097 time: 0.0914910 Nov 24 15:16:02.312425 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:02.320586 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-23fe6eff-0176-4a80-b343-48e6c8b2675c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 217 time: 0.0371268 Nov 24 15:16:02.353827 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8efd30a5-96d2-4d3e-8908-e348a630067f req-c91913ad-dada-4a4c-97ff-43c7f9be0adc tempest-VolumesActionsTest-403548462 tempest-VolumesActionsTest-403548462-project] 10.222.0.15 "GET /v2.0/ports?device_id=61822abe-2edb-40bd-b95a-cb68493b6f8f HTTP/1.1" status: 200 len: 210 time: 0.0315928 Nov 24 15:16:02.392135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-860ba7a9-12da-4c9c-8c6c-02b40f18b1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.394149 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-860ba7a9-12da-4c9c-8c6c-02b40f18b1c5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0625253 Nov 24 15:16:02.426651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb7126-302d-4130-bd38-2bec2081ecfc req-c48daf0e-abe1-4272-a60b-a056564e9967 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.435509 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c7cb7126-302d-4130-bd38-2bec2081ecfc req-c48daf0e-abe1-4272-a60b-a056564e9967 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0691962 Nov 24 15:16:02.474020 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-808006b4-a962-4ea6-9df8-eed88e92d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.475826 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-808006b4-a962-4ea6-9df8-eed88e92d494 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0673289 Nov 24 15:16:02.545633 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c7cb7126-302d-4130-bd38-2bec2081ecfc req-a7a3831a-2e2e-4b10-9793-c5f1cfebe024 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049385 Nov 24 15:16:02.641309 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-736b5a4f-ac5f-4b36-88c1-e5fc21fbf2d8 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508861 Nov 24 15:16:02.655883 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317636ab-adfb-4d94-927c-62d683ca5781 req-c903538d-5e08-41d9-912b-c60521948e1c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:02.658235 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-317636ab-adfb-4d94-927c-62d683ca5781 req-c903538d-5e08-41d9-912b-c60521948e1c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0858066 Nov 24 15:16:02.759045 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-317636ab-adfb-4d94-927c-62d683ca5781 req-ad629367-fc6d-4040-89fd-a327412ecff0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941665 Nov 24 15:16:02.789631 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78f60b6f-7da3-4768-a070-6ba8590d9373 req-a1b9d96a-8c25-4d9b-a6f0-8c0e3f80b9b6 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178482 Nov 24 15:16:03.027028 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:03.402230 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:03.404579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bde5029-6d81-48d5-ac00-d016538447f8" -d '{"events": [{"name": "network-changed", "server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:03.442837 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1935b3b5-004b-48ec-a1f0-af96a08a110c x-openstack-request-id: req-1935b3b5-004b-48ec-a1f0-af96a08a110c {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:03.443132 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:03.443395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1935b3b5-004b-48ec-a1f0-af96a08a110c {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:03.443795 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'status': 'completed', 'code': 200} Nov 24 15:16:03.801744 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6bc072-a942-43e3-b28f-625fc0c9049f req-02777a89-bea9-49e1-8a43-0aa3333e2537 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:03.801744 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8b6bc072-a942-43e3-b28f-625fc0c9049f req-02777a89-bea9-49e1-8a43-0aa3333e2537 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0585029 Nov 24 15:16:03.813617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-b19d27c8-fe8b-4645-a2bd-1726ffaf2c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:03.815300 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-b19d27c8-fe8b-4645-a2bd-1726ffaf2c94 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1097 time: 0.3408451 Nov 24 15:16:03.920199 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8b6bc072-a942-43e3-b28f-625fc0c9049f req-29b51d0c-54f0-42f4-b332-84d080487d1a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003530 Nov 24 15:16:04.016880 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-5466aebc-412f-4a2b-ae4e-0635b8747478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:04.018267 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-5466aebc-412f-4a2b-ae4e-0635b8747478 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.1819673 Nov 24 15:16:04.077149 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-907816fb-72fc-412f-902c-b299ced08b2f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 217 time: 0.0441298 Nov 24 15:16:04.092139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661dbb0-95a0-4171-99df-d7b299c1d001 req-6ccd38f5-cc29-4b9b-9a1f-e7b5eb3c2516 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:04.094190 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4661dbb0-95a0-4171-99df-d7b299c1d001 req-6ccd38f5-cc29-4b9b-9a1f-e7b5eb3c2516 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0900557 Nov 24 15:16:04.163438 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-a009f384-ce10-46ec-b2ef-a99fdfb63fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:04.164926 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-a009f384-ce10-46ec-b2ef-a99fdfb63fb4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0697796 Nov 24 15:16:04.179272 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4661dbb0-95a0-4171-99df-d7b299c1d001 req-2bcebe65-2a86-4e8e-bbab-e86b72390908 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745099 Nov 24 15:16:04.226112 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 2a72400c-ddab-4396-9cb4-d7d9c48a7719 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:16:04.227348 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-156f4d85-f580-4a89-81ed-0aeb6f1fe738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:04.231118 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-156f4d85-f580-4a89-81ed-0aeb6f1fe738 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493419 Nov 24 15:16:04.252642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 2a72400c-ddab-4396-9cb4-d7d9c48a7719 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:16:04.253307 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 2a72400c-ddab-4396-9cb4-d7d9c48a7719 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:16:04.330319 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-6120cb52-6b08-473c-8570-0d790779c78f service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883579 Nov 24 15:16:04.432595 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5bde5029-6d81-48d5-ac00-d016538447f8 req-f795bd98-7e67-4f68-87e4-ac5eb2c47a31 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892015 Nov 24 15:16:05.035890 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cc84aa-373c-40de-b1d5-f6ef20cff737 req-84d7cd4a-64ee-469a-9310-668e0c58d4c0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:05.037467 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03cc84aa-373c-40de-b1d5-f6ef20cff737 req-84d7cd4a-64ee-469a-9310-668e0c58d4c0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0486224 Nov 24 15:16:05.087620 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03cc84aa-373c-40de-b1d5-f6ef20cff737 req-d85ab8f1-500b-472d-a6e1-eff5b47a2ab8 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Nov 24 15:16:05.321819 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f7ca7-d2ef-4603-a334-1d89bfcb7e3a req-ef1397c2-070d-4af4-9780-575f662ca7fc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:05.323403 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2d8f7ca7-d2ef-4603-a334-1d89bfcb7e3a req-ef1397c2-070d-4af4-9780-575f662ca7fc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0614882 Nov 24 15:16:05.375339 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2d8f7ca7-d2ef-4603-a334-1d89bfcb7e3a req-492d7e0e-ed96-4089-9fc8-61bcd09d2530 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447633 Nov 24 15:16:06.200194 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd621771-8d20-4877-8dae-086d3aa8180a req-b552e905-743a-44a9-9c15-e590be4d3750 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:06.201655 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bd621771-8d20-4877-8dae-086d3aa8180a req-b552e905-743a-44a9-9c15-e590be4d3750 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0469844 Nov 24 15:16:06.261035 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bd621771-8d20-4877-8dae-086d3aa8180a req-42af2b37-27f8-44b6-aa8d-c9ed66ecce22 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526292 Nov 24 15:16:06.341217 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:16:06.462066 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:06.474771 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:16:06.502893 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53862c32-77fa-4505-8550-dc3167df0f55 req-f74941ce-0bb5-45f7-9a63-4937e142c0db tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:06.504666 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-53862c32-77fa-4505-8550-dc3167df0f55 req-f74941ce-0bb5-45f7-9a63-4937e142c0db tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0516262 Nov 24 15:16:06.524193 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:06.532448 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:06.553657 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:06.559663 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-53862c32-77fa-4505-8550-dc3167df0f55 req-cd7da4ba-02dc-4447-b998-47e7c939b281 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490487 Nov 24 15:16:06.626876 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:06.681188 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:07.381809 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965761c-a996-458b-8c7c-a552c3ad69d7 req-6231a7d6-eb82-4c3d-8cdf-73f3a0daeaa0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:07.383254 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c965761c-a996-458b-8c7c-a552c3ad69d7 req-6231a7d6-eb82-4c3d-8cdf-73f3a0daeaa0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0489738 Nov 24 15:16:07.431153 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c965761c-a996-458b-8c7c-a552c3ad69d7 req-a1b0e308-6f40-43b9-a23c-8e1dac58a869 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Nov 24 15:16:07.635007 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:16:07.681473 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c29e5ed-94a9-4c33-b97e-6cbadd36764b req-5b3f522c-7b44-4c10-9fd6-5fceda02cfa3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:07.682940 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4c29e5ed-94a9-4c33-b97e-6cbadd36764b req-5b3f522c-7b44-4c10-9fd6-5fceda02cfa3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0481346 Nov 24 15:16:07.729026 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4c29e5ed-94a9-4c33-b97e-6cbadd36764b req-be9441aa-3e83-4d4f-ad88-2b306296855e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 Nov 24 15:16:08.552850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8325af6-35d4-4769-83db-94798af3677a req-395404cc-c802-4e2a-b9f6-bb5ea1beb5e1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:08.554308 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e8325af6-35d4-4769-83db-94798af3677a req-395404cc-c802-4e2a-b9f6-bb5ea1beb5e1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0530922 Nov 24 15:16:08.600741 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e8325af6-35d4-4769-83db-94798af3677a req-99ba564a-32ef-44d4-8244-b73d1b720654 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398741 Nov 24 15:16:08.812343 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['d1fddca2-bead-4de5-a308-c1b1ad826621'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:16:08.851270 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b32f1-7cce-4185-8c1e-a0c20a3fb355 req-be409822-84a8-41b7-ad1a-851564f2e025 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:08.852674 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e77b32f1-7cce-4185-8c1e-a0c20a3fb355 req-be409822-84a8-41b7-ad1a-851564f2e025 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0500677 Nov 24 15:16:08.899383 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e77b32f1-7cce-4185-8c1e-a0c20a3fb355 req-195fd22a-b2aa-466f-9ce6-5b9713b5f1b0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Nov 24 15:16:09.718010 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaba2e8-2c92-41b7-a157-b46afac94601 req-f3624cb6-2367-4daf-b007-23ee33e9cdc4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:09.719047 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaba2e8-2c92-41b7-a157-b46afac94601 req-f3624cb6-2367-4daf-b007-23ee33e9cdc4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0494852 Nov 24 15:16:09.766258 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffaba2e8-2c92-41b7-a157-b46afac94601 req-ed6627bd-c72c-4ee9-8e92-ca3606e148e0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410082 Nov 24 15:16:10.175430 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bc295-262d-4a68-b717-59b657970909 req-5d71886f-e33f-4a16-b6a3-c7f117fc2bf0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:10.176971 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-106bc295-262d-4a68-b717-59b657970909 req-5d71886f-e33f-4a16-b6a3-c7f117fc2bf0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0554144 Nov 24 15:16:10.234432 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-106bc295-262d-4a68-b717-59b657970909 req-7575323f-3802-47c4-a01a-2f33e3f6c65f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480907 Nov 24 15:16:10.417086 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:16:10.586864 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port d1fddca2-bead-4de5-a308-c1b1ad826621 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:16:10.592994 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port d1fddca2-bead-4de5-a308-c1b1ad826621 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:16:10.593727 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:10.732575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:10.769432 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:10.774024 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e68eff6-4571-4e58-a421-027055d4f7a8" -d '{"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:10.820403 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:10.865497 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36968) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:10.889330 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:10.965279 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ebd2e-f1c9-43a2-8548-7c09f7cc5537 x-openstack-request-id: req-ba2ebd2e-f1c9-43a2-8548-7c09f7cc5537 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:10.965928 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:10.966646 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba2ebd2e-f1c9-43a2-8548-7c09f7cc5537 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:10.968079 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'code': 200} Nov 24 15:16:10.969575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:11.071620 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b361b7-3ae8-4376-9699-881f3d1b120f req-a9f08ad1-09fe-4160-bd84-272211c4d187 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:11.073001 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33b361b7-3ae8-4376-9699-881f3d1b120f req-a9f08ad1-09fe-4160-bd84-272211c4d187 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1022904 Nov 24 15:16:11.073926 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6afb07f7-ef1e-4bd7-8847-cd597d32f9a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.155211 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-33b361b7-3ae8-4376-9699-881f3d1b120f req-0b43008f-7eac-4099-a575-70b0f6800129 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660336 Nov 24 15:16:11.194795 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6afb07f7-ef1e-4bd7-8847-cd597d32f9a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.277779 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6afb07f7-ef1e-4bd7-8847-cd597d32f9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.314769 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226fd30-5b9d-4055-83f0-313d48fa71f7 req-4d9bb486-0167-460c-a784-4754e0e4d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:11.318594 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f226fd30-5b9d-4055-83f0-313d48fa71f7 req-4d9bb486-0167-460c-a784-4754e0e4d738 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1099 time: 0.0768507 Nov 24 15:16:11.323869 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6afb07f7-ef1e-4bd7-8847-cd597d32f9a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a3f250cc3664556982e808a0bd13d06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4572008 Nov 24 15:16:11.324821 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb07f7-ef1e-4bd7-8847-cd597d32f9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b140efa-254d-4722-8d9d-5525f9a2d10f,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:11.327305 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36980) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:11.390311 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.419241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.494003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71981630-98af-4b4a-9080-a9b311eba84b req-f9e5f290-5ef2-4261-933e-277918233e24 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:11.495497 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-71981630-98af-4b4a-9080-a9b311eba84b req-f9e5f290-5ef2-4261-933e-277918233e24 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.1223252 Nov 24 15:16:11.513294 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f226fd30-5b9d-4055-83f0-313d48fa71f7 req-aa38ea8d-e588-45c9-b2e2-23cb12daaaeb service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718020 Nov 24 15:16:11.530384 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.537322 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:11.539705 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8b140efa-254d-4722-8d9d-5525f9a2d10f HTTP/1.1" status: 204 len: 168 time: 0.2106607 Nov 24 15:16:11.555115 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7a7d9f-8b31-48d1-a1ff-52cffd96d479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b140efa-254d-4722-8d9d-5525f9a2d10f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:11.570939 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-71981630-98af-4b4a-9080-a9b311eba84b req-c790311f-359d-44f9-bb61-b846a7b254d5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659437 Nov 24 15:16:12.284730 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe94158-2004-402c-83f3-8136ff8d0b8f req-5cbd2c7c-3223-4382-a5ab-44243d663591 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:12.286597 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5fe94158-2004-402c-83f3-8136ff8d0b8f req-5cbd2c7c-3223-4382-a5ab-44243d663591 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0591085 Nov 24 15:16:12.364627 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5fe94158-2004-402c-83f3-8136ff8d0b8f req-ba469ea9-244c-4332-972d-384abb878458 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683503 Nov 24 15:16:12.437319 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 36998) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:12.454610 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68fb28cd-b93f-4e96-a250-9983795019fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.541008 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68fb28cd-b93f-4e96-a250-9983795019fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.603220 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-68fb28cd-b93f-4e96-a250-9983795019fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.667478 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-68fb28cd-b93f-4e96-a250-9983795019fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10580a6d2fa442df98a16a08d1433f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266498 Nov 24 15:16:12.668427 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb28cd-b93f-4e96-a250-9983795019fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1813ab-9203-4f10-be86-34feff5cad24,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:12.668724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37002) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:12.744980 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465d0c9-0b00-4981-8a48-eff80e03b8e3 req-c49933ab-dced-411c-ba5c-4bb7c22b111c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:12.747431 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e465d0c9-0b00-4981-8a48-eff80e03b8e3 req-c49933ab-dced-411c-ba5c-4bb7c22b111c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0803714 Nov 24 15:16:12.764625 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.816559 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.865950 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e465d0c9-0b00-4981-8a48-eff80e03b8e3 req-76a886c4-55f1-45ef-8267-cdfd8b650f00 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112697 Nov 24 15:16:12.958281 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.962352 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:12.964182 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9d1813ab-9203-4f10-be86-34feff5cad24 HTTP/1.1" status: 204 len: 168 time: 0.2937911 Nov 24 15:16:12.984008 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea07f1d-1e2d-4442-a74a-b3ef5e503362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1813ab-9203-4f10-be86-34feff5cad24,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:13.506184 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61fe56e-7e9e-4c0b-8179-081afcf17e7b req-0c40347a-cb58-4089-b4c9-e67644585376 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:13.507802 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e61fe56e-7e9e-4c0b-8179-081afcf17e7b req-0c40347a-cb58-4089-b4c9-e67644585376 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0608013 Nov 24 15:16:13.602901 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e61fe56e-7e9e-4c0b-8179-081afcf17e7b req-0dea078d-25b9-4a7f-ac6d-a529263b5063 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863118 Nov 24 15:16:14.007720 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc61e95-22fe-40e8-b287-bc87f032aa5f req-f4081545-62cb-4e24-9e09-071cfca98b04 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:14.007720 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cfc61e95-22fe-40e8-b287-bc87f032aa5f req-f4081545-62cb-4e24-9e09-071cfca98b04 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0592802 Nov 24 15:16:14.055889 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cfc61e95-22fe-40e8-b287-bc87f032aa5f req-adedb811-c382-4fe4-af8a-231655d54014 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439854 Nov 24 15:16:14.224468 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aa72c-c7e9-492c-b765-07d1cbe6292f req-7283b93e-11da-46c3-95b7-be318d1e36d3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:14.230338 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7d2aa72c-c7e9-492c-b765-07d1cbe6292f req-7283b93e-11da-46c3-95b7-be318d1e36d3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.1056478 Nov 24 15:16:14.236055 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37060) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:14.240971 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'floatingip': {'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:14.297869 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:14.795618 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd5318-4e83-446f-8add-c75bc565ba25 req-b94fc52b-e4d2-4619-b1d3-62a23b4e6df4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:14.803753 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07cd5318-4e83-446f-8add-c75bc565ba25 req-b94fc52b-e4d2-4619-b1d3-62a23b4e6df4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1195745 Nov 24 15:16:14.898121 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07cd5318-4e83-446f-8add-c75bc565ba25 req-562cddcb-7794-4a41-a1dc-56b5f01f9b66 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890212 Nov 24 15:16:14.990038 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:15.048937 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:15.175262 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Floating IP 98163e1e-be49-486e-b63d-609c7bbd4d7a associated. External IP: 172.27.2.150, port: d1fddca2-bead-4de5-a308-c1b1ad826621. Nov 24 15:16:15.703496 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:16:15.869452 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:16:15.887107 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:15.889279 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:16:15.906295 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:16:15.907834 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:15.988305 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3aba17ca-a585-46bd-945a-21d1ec876e9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "PUT /v2.0/floatingips/98163e1e-be49-486e-b63d-609c7bbd4d7a HTTP/1.1" status: 200 len: 992 time: 1.7480624 Nov 24 15:16:15.988305 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:15.999133 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-127203c5-4bed-48d2-85b8-464f3dd279bc" -d '{"events": [{"name": "network-changed", "server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:16.207254 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773237e-ee20-4f3a-b94e-e33fe1b20a7c req-3569f4b0-92a2-4527-afa3-aa4943d53f64 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:16.208893 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0773237e-ee20-4f3a-b94e-e33fe1b20a7c req-3569f4b0-92a2-4527-afa3-aa4943d53f64 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1716237 Nov 24 15:16:16.304389 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0773237e-ee20-4f3a-b94e-e33fe1b20a7c req-0e10ca12-0569-4933-992e-e20f92d63beb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883381 Nov 24 15:16:16.327140 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c6b9e6-e723-4de5-8fbb-0878ad2e3f04 x-openstack-request-id: req-b6c6b9e6-e723-4de5-8fbb-0878ad2e3f04 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:16.327815 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:16.327950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6c6b9e6-e723-4de5-8fbb-0878ad2e3f04 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:16.328936 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'status': 'completed', 'code': 200} Nov 24 15:16:16.362277 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:16:16.601833 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-a50e8da3-f7af-4794-8681-18b7f1065e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:16.612081 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-a50e8da3-f7af-4794-8681-18b7f1065e58 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1099 time: 0.2234485 Nov 24 15:16:16.628086 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e937bfa-72f2-4b63-abbd-409546a01ba5 req-a19cf6f4-7478-4495-b531-81f0c398a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:16.632890 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9e937bfa-72f2-4b63-abbd-409546a01ba5 req-a19cf6f4-7478-4495-b531-81f0c398a024 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.1830153 Nov 24 15:16:16.801458 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9e937bfa-72f2-4b63-abbd-409546a01ba5 req-c621a636-363a-49ee-9b0b-aab18837aca9 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252377 Nov 24 15:16:16.832523 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-04846401-d477-4098-9e96-05145d738f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:16.833680 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-04846401-d477-4098-9e96-05145d738f6f service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.1993032 Nov 24 15:16:16.916894 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '98163e1e-be49-486e-b63d-609c7bbd4d7a', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34375deb-836d-41ed-9d11-1d1e2685f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:15:54Z', 'updated_at': '2021-11-24T15:16:14Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:16.977450 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:16:16.988828 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:16:16.994154 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:15:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:17.147896 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-5d64f5b9-9752-4c6c-b082-c76ced7660fc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 1000 time: 0.0829489 Nov 24 15:16:17.180508 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:16:17.302575 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-60df12dc-8ee3-49e3-a234-9df529af93d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:17.312705 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-60df12dc-8ee3-49e3-a234-9df529af93d5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.1498165 Nov 24 15:16:17.395611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-247e24df-8655-42f7-82de-658bedc55c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:17.397719 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-247e24df-8655-42f7-82de-658bedc55c44 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727136 Nov 24 15:16:17.531011 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-c4142373-34ba-4079-818b-58f62156d8a9 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211996 Nov 24 15:16:17.533036 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8338b-9132-4b8d-b153-067c6e482610 req-8ae8f1ef-3555-4349-aaf2-507879597117 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:17.535369 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63d8338b-9132-4b8d-b153-067c6e482610 req-8ae8f1ef-3555-4349-aaf2-507879597117 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1059849 Nov 24 15:16:17.641097 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '98163e1e-be49-486e-b63d-609c7bbd4d7a', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34375deb-836d-41ed-9d11-1d1e2685f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:15:54Z', 'updated_at': '2021-11-24T15:16:14Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:17.645311 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-63d8338b-9132-4b8d-b153-067c6e482610 req-1404fcb8-9fb3-4d12-9e51-8626e2ad8a55 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025982 Nov 24 15:16:17.672898 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-127203c5-4bed-48d2-85b8-464f3dd279bc req-ba47960a-c4a3-4520-9acf-749618c85c74 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251099 Nov 24 15:16:17.704961 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d92811-2668-4d55-a66d-4ae4a6ee8f02 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '98163e1e-be49-486e-b63d-609c7bbd4d7a', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.150', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34375deb-836d-41ed-9d11-1d1e2685f046', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:15:54Z', 'updated_at': '2021-11-24T15:16:14Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:16:18.051836 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc52d68f-35df-477f-bf63-4ad6c593bf0f None None] New status for floating IP 98163e1e-be49-486e-b63d-609c7bbd4d7a: ACTIVE {{(pid=103211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:16:18.797613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33ad20-a0f7-48c6-8a66-553a2939ae8e req-9a379762-3bb7-47dc-ad1f-1934c6164199 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:18.799229 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0c33ad20-a0f7-48c6-8a66-553a2939ae8e req-9a379762-3bb7-47dc-ad1f-1934c6164199 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0503302 Nov 24 15:16:18.848477 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0c33ad20-a0f7-48c6-8a66-553a2939ae8e req-25dda08f-9c3d-4316-9d83-e9e6a27d82bb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Nov 24 15:16:19.110263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37196) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:19.245336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ec978cc9-054b-4169-956f-640922ca0eb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.350168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ec978cc9-054b-4169-956f-640922ca0eb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.426196 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ec978cc9-054b-4169-956f-640922ca0eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.461448 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ec978cc9-054b-4169-956f-640922ca0eb5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=001976180f8a4525a9793c8437ced8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500156 Nov 24 15:16:19.466510 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37214) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:19.486073 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec978cc9-054b-4169-956f-640922ca0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466ab721-d6d0-4821-8411-5cb9323c371e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:19.584771 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.611714 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.722694 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.725455 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:19.726747 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/466ab721-d6d0-4821-8411-5cb9323c371e HTTP/1.1" status: 204 len: 168 time: 0.2569511 Nov 24 15:16:19.737271 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c25d8-0ef6-44b3-bb1c-95fa843d1ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466ab721-d6d0-4821-8411-5cb9323c371e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:20.108216 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5219569-bb5b-4713-9e7d-ac966bd6ac84 req-a1cde3f6-478a-46d2-91b3-8f6f108e582a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:20.110728 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f5219569-bb5b-4713-9e7d-ac966bd6ac84 req-a1cde3f6-478a-46d2-91b3-8f6f108e582a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0911052 Nov 24 15:16:20.204879 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f5219569-bb5b-4713-9e7d-ac966bd6ac84 req-ceffb0a7-aa4f-4ea5-9b5c-84eef4aa3d42 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839601 Nov 24 15:16:20.962644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a601c3-1163-46a3-84e4-0e257716ad62 req-1804a4f1-4340-4fab-88b9-95beab5362a0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:20.977170 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-72a601c3-1163-46a3-84e4-0e257716ad62 req-1804a4f1-4340-4fab-88b9-95beab5362a0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1538136 Nov 24 15:16:21.007468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-421acbef-2dc9-4fbe-88ce-e0f706abbf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:21.009355 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-421acbef-2dc9-4fbe-88ce-e0f706abbf7c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.1427953 Nov 24 15:16:21.078285 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-72a601c3-1163-46a3-84e4-0e257716ad62 req-efbbb7ab-3d9f-4aa7-8b5a-8f7e78517b1d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Nov 24 15:16:21.193678 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-5ac14a64-73d8-4c1a-bdc1-007f95391870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:21.195319 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-5ac14a64-73d8-4c1a-bdc1-007f95391870 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.1672316 Nov 24 15:16:21.251509 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37288) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:21.272616 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-c5381708-ee8c-426c-ae15-4d21e5a825cc service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.0623643 Nov 24 15:16:21.332007 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-099aeafd-27dd-42bb-8e61-48dfd0a0cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:21.333688 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-099aeafd-27dd-42bb-8e61-48dfd0a0cc51 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0508869 Nov 24 15:16:21.380621 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-6e23ba1e-b30f-4161-a642-b94ef47d7d23 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355492 Nov 24 15:16:21.382093 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1990077995-network', 'tenant_id': 'a2cdc9cf18ad4d62ade8a04b0b266e66'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:21.391456 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-662053d7-ae03-466a-8eb2-2b9054fc26df tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:21.398596 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-662053d7-ae03-466a-8eb2-2b9054fc26df tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.2349689 Nov 24 15:16:21.434296 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-448bde06-478e-4cc3-a2eb-030696016596 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/quotas/897ab240793346189552c0826f50975f HTTP/1.1" status: 200 len: 375 time: 0.0346131 Nov 24 15:16:21.523185 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Made reservation on behalf of a2cdc9cf18ad4d62ade8a04b0b266e66 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:16:21.527571 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:21.542880 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:21.543449 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-cb95d9e2-2697-4015-a128-71dd5ab1d1cd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1004720 Nov 24 15:16:21.588461 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-fe7abcff-a9c2-4e25-8816-4bbcd1501438 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875880 Nov 24 15:16:21.675361 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:21.738722 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-2696818e-1341-4ab4-be38-a2db4d87f641 service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943033 Nov 24 15:16:21.748116 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:21.792410 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1197} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:16:21.817439 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cbf8aa4-6332-40e1-b773-19bd6174b1c7 req-5a448198-64c9-42e2-86e6-05519d8800f2 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840162 Nov 24 15:16:21.824124 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:21.824555 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Added segment 3c954939-246c-45de-8bd5-c0300a18a852 of type vlan for network 681e9937-d22e-4c92-84c9-fbc22b072932 Nov 24 15:16:21.853996 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-1d00069c-a9e4-4c2c-bf67-c5a18e6dd9fc service neutron] 10.222.0.15 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143212 Nov 24 15:16:21.870813 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5df08e-d3c0-41df-aca8-1d658cf6db34,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:21.901652 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.002797 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.003783 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:22.004425 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.084550 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] Pushing event updated for resources: {'Network': ['ID=681e9937-d22e-4c92-84c9-fbc22b072932,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:22.097081 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 681e9937-d22e-4c92-84c9-fbc22b072932 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:16:22.113351 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37314) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:22.114144 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f2843f54-19ea-4336-80b9-9748167dc478 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8613250 Nov 24 15:16:22.119712 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Request body: {'subnet': {'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1990077995-subnet', 'tenant_id': 'a2cdc9cf18ad4d62ade8a04b0b266e66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:22.231339 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Made reservation on behalf of a2cdc9cf18ad4d62ade8a04b0b266e66 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:16:22.235606 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317776'] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.292554 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37320) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:22.354420 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab05d83-ee16-49ee-85c3-485ef8b8a066 req-a63727e2-9ed6-4844-bc97-9dfc097ec0a2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:22.363827 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9ab05d83-ee16-49ee-85c3-485ef8b8a066 req-a63727e2-9ed6-4844-bc97-9dfc097ec0a2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1770816 Nov 24 15:16:22.399160 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f3236dd4-b793-46fb-a7a7-3247ad28ac64 req-afe101f6-17f7-49ea-bf27-15e262c57807 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0644295 Nov 24 15:16:22.505653 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9ab05d83-ee16-49ee-85c3-485ef8b8a066 req-2c959d52-933d-4775-b39f-e3d63104d235 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363344 Nov 24 15:16:22.541044 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.639024 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.706945 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.816233 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=349f87279fd747e8a12fb218ad0b4e40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5191853 Nov 24 15:16:22.816233 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac208b-a7b7-4d93-a2b9-bde0a0eb7906,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:22.817788 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37334) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:22.837615 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.845644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e93ba44-a9b9-4e09-9f67-ef901e7a3e58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:22.902625 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.933056 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:22.957869 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12601952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317762'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:23.079798 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c8b1e3-61f9-4b65-8ac2-694166e7a891,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:23.095973 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Checking segment: {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:16:23.105342 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Network hostable DHCP agents. Network: 681e9937-d22e-4c92-84c9-fbc22b072932, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:16:23.115488 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:23.136217 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:23.136217 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57ac208b-a7b7-4d93-a2b9-bde0a0eb7906 HTTP/1.1" status: 204 len: 168 time: 0.2993445 Nov 24 15:16:23.136217 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9b6b7-6704-4749-bd09-5ab83b3179a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac208b-a7b7-4d93-a2b9-bde0a0eb7906,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:23.322598 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Network 681e9937-d22e-4c92-84c9-fbc22b072932 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:16:23.448494 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 681e9937-d22e-4c92-84c9-fbc22b072932) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:16:23.453267 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:23.454095 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:23.458613 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fa731b-14ec-46b8-910f-acac780cabad None None] Network 681e9937-d22e-4c92-84c9-fbc22b072932 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:16:23.535816 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0c2c0101-196e-44a7-a274-94d1f8aec93d req-47080d71-b363-428e-9eea-cc5f98921d24 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0532138 Nov 24 15:16:23.560072 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a1141c7e-fcaa-4c43-8b77-2b080119e38d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4446952 Nov 24 15:16:23.733672 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b79a35a-df81-42e2-baa9-23075fac9397 None None] Network 681e9937-d22e-4c92-84c9-fbc22b072932 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:16:23.748463 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22606d5-b5ed-4d82-951c-f4fbaa85ce72 req-1ee6000a-6d3e-4361-a672-578168fddbef tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:23.752323 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a22606d5-b5ed-4d82-951c-f4fbaa85ce72 req-1ee6000a-6d3e-4361-a672-578168fddbef tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1135089 Nov 24 15:16:23.870246 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a22606d5-b5ed-4d82-951c-f4fbaa85ce72 req-1c8fc367-f41c-48ee-8b70-dd0a1435a8e0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083925 Nov 24 15:16:24.092796 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37372) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:24.120819 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.208166 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.282964 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.340882 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d80e6d25ea794ac9ba91b3a63566100a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469392 Nov 24 15:16:24.343602 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37376) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:24.345461 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64610b2-65b9-4ef5-a5c2-db5f1fdf746b,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:24.357975 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.358376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.358721 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.359063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.359390 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.359725 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.360102 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.360416 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.360760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.361073 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.361399 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.364451 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd30c04-bd65-48a5-8acf-43f58bd9b2d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:24.418739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-382561b1-a938-46de-a576-121fa281172a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.468999 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-382561b1-a938-46de-a576-121fa281172a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.637740 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-48bcf286-7dfb-4d8d-9c4b-1a235c95e91a req-0f8726a7-8d44-48a3-baae-79e8e3499bcf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0274529 Nov 24 15:16:24.661353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-382561b1-a938-46de-a576-121fa281172a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.665127 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-382561b1-a938-46de-a576-121fa281172a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:24.666505 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-382561b1-a938-46de-a576-121fa281172a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f64610b2-65b9-4ef5-a5c2-db5f1fdf746b HTTP/1.1" status: 204 len: 168 time: 0.3216250 Nov 24 15:16:24.680139 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382561b1-a938-46de-a576-121fa281172a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64610b2-65b9-4ef5-a5c2-db5f1fdf746b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:25.083505 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d19a2-ff89-4af7-ad4a-952fbb782436 req-95dc439c-9d82-4247-9129-95cc9e5ac5d9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:25.093525 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-894d19a2-ff89-4af7-ad4a-952fbb782436 req-95dc439c-9d82-4247-9129-95cc9e5ac5d9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1108639 Nov 24 15:16:25.213317 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-894d19a2-ff89-4af7-ad4a-952fbb782436 req-de13815f-1df2-4a3a-8a12-80ec89f187d5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156297 Nov 24 15:16:25.427993 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-86f72ddc-69fd-4374-a782-3cf6c5fd4993 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:25.429603 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-86f72ddc-69fd-4374-a782-3cf6c5fd4993 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/networks?id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 200 len: 815 time: 0.1238708 Nov 24 15:16:25.462304 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Request body: {'port': {'device_id': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'admin_state_up': True, 'tenant_id': '897ab240793346189552c0826f50975f'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:25.573288 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37404) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:25.587778 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca1c03a0-5144-442f-9f81-de0df2077fff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:25.700105 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Made reservation on behalf of 897ab240793346189552c0826f50975f for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:16:25.706158 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:25.713608 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca1c03a0-5144-442f-9f81-de0df2077fff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:25.807144 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ca1c03a0-5144-442f-9f81-de0df2077fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:25.811943 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5cb013b8-8b00-4ffe-867b-b9b31b49701b req-e5796bba-ec6c-424d-96ec-e0577117a8ab tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0363190 Nov 24 15:16:25.868055 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ca1c03a0-5144-442f-9f81-de0df2077fff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edcb044720e641edba37469c2be3e0bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2923803 Nov 24 15:16:25.869553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c03a0-5144-442f-9f81-de0df2077fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3603de3a-a3ac-4b1c-afa8-86022716d610,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:25.884712 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37410) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:25.958544 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Allocated IP 172.20.0.14 (e552abba-667d-4fa8-88ce-f68e8bf6e7b0/7f75264e-459c-49ba-b0d4-105db004a1e6/66632127-5f1f-40a8-948b-64a68f4992ea) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:16:25.983973 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.022323 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.168715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.172943 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.179727 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3603de3a-a3ac-4b1c-afa8-86022716d610 HTTP/1.1" status: 204 len: 168 time: 0.2927816 Nov 24 15:16:26.182025 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.191942 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f98dbb-00d2-41f4-a231-6fa186167672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3603de3a-a3ac-4b1c-afa8-86022716d610,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:26.335496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.350505 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a', '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'b91027f5-bb72-4473-bc11-4fe00f362419'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:16:26.424954 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:16:26.442281 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:16:26.449994 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:16:26.486756 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event updated for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:26.585195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:26.585788 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.622152 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-4791b5f5-20f7-42f1-bb22-ab808cf8e764 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:26.631389 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-4791b5f5-20f7-42f1-bb22-ab808cf8e764 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/networks?id=681e9937-d22e-4c92-84c9-fbc22b072932 HTTP/1.1" status: 200 len: 814 time: 0.2809463 Nov 24 15:16:26.672727 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-651a572c-98dd-48f7-8c85-9492ec7b6e10 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/quotas/a2cdc9cf18ad4d62ade8a04b0b266e66 HTTP/1.1" status: 200 len: 375 time: 0.0380018 Nov 24 15:16:26.723154 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-6041d371-ace2-4e70-832c-14862cbab890 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513730 Nov 24 15:16:26.726917 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-83de795f-a9ab-4871-8bb2-90fb2ca06687 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2718601 Nov 24 15:16:26.742754 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Request body: {'port': {'device_id': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:26.869036 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:26.931098 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-73ab3fdc-f07f-40c6-b74f-2c4fde799781 service neutron] 10.222.0.15 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004628 Nov 24 15:16:27.022342 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c09bf0-f868-476c-b34d-4f180ca94408 req-2711e0cf-8eb2-42de-8520-e6361da62aa7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:27.025914 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8c09bf0-f868-476c-b34d-4f180ca94408 req-2711e0cf-8eb2-42de-8520-e6361da62aa7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 932 time: 0.0702193 Nov 24 15:16:27.100639 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8c09bf0-f868-476c-b34d-4f180ca94408 req-cfa3c23a-b732-4666-8f35-245fbf30b10f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615189 Nov 24 15:16:27.163372 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-959760f0-6265-4772-a0cf-f5b8a05d8be7 service neutron] 10.222.0.15 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313581 Nov 24 15:16:27.197843 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60c43e52-fd6c-449e-b19a-31670d03050c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.278473 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2d3ccd-9300-4328-aab5-eeedc658ad02 req-d349ea47-7cdb-4869-ab67-c973e080b957 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:27.292173 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3c2d3ccd-9300-4328-aab5-eeedc658ad02 req-d349ea47-7cdb-4869-ab67-c973e080b957 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0822320 Nov 24 15:16:27.379052 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66632127-5f1f-40a8-948b-64a68f4992ea {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:27.395679 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.412575 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Transition to ACTIVE for port object 66632127-5f1f-40a8-948b-64a68f4992ea will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:16:27.412830 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3c2d3ccd-9300-4328-aab5-eeedc658ad02 req-638db562-7a61-487d-ab6a-96f99ac0735f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190999 Nov 24 15:16:27.510157 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.585783 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d2a389ac-3940-4985-b07e-06111f4b2382 req-163a1619-3902-4f86-b105-6907ba4a07da tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 210 time: 0.0587020 Nov 24 15:16:27.632632 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:27.690917 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Attempting to bind port 66632127-5f1f-40a8-948b-64a68f4992ea on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:16:27.691368 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Attempting to bind port 66632127-5f1f-40a8-948b-64a68f4992ea by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:16:27.691798 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Attempting to bind port 66632127-5f1f-40a8-948b-64a68f4992ea on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:27.707926 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Port 66632127-5f1f-40a8-948b-64a68f4992ea on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:16:27.708683 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Attempting to bind port 66632127-5f1f-40a8-948b-64a68f4992ea on network e552abba-667d-4fa8-88ce-f68e8bf6e7b0 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:27.745493 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:16:27.745493 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Checking segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:16:27.745493 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Bound using segment: {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:16:27.746595 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Bound port: 66632127-5f1f-40a8-948b-64a68f4992ea, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a84d4a7-0929-4cf7-afac-75ea9dc235d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1195, 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:16:27.747227 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.840937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:16:27.843378 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=66632127-5f1f-40a8-948b-64a68f4992ea,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:16:27.934345 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.979303 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:27.991364 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:27.991364 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] 10.222.0.83 "PUT /v2.0/ports/66632127-5f1f-40a8-948b-64a68f4992ea HTTP/1.1" status: 200 len: 1094 time: 1.2426429 Nov 24 15:16:27.991364 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:27.991364 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e5301d-6f6f-4dbe-95b1-3497a422e159" -d '{"events": [{"name": "network-changed", "server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:28.012342 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8c65c-6d4a-42ec-9c13-837a43ac81b8 service neutron] Pushing event updated for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:28.036130 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b690dcd9-a061-4e1c-a9dc-bd196b789bff x-openstack-request-id: req-b690dcd9-a061-4e1c-a9dc-bd196b789bff {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:28.036945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:28.037786 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b690dcd9-a061-4e1c-a9dc-bd196b789bff {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:28.038334 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea', 'status': 'completed', 'code': 200} Nov 24 15:16:28.138307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-ac888334-2eb6-434c-b087-2a213c6b0cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.141719 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-ac888334-2eb6-434c-b087-2a213c6b0cab service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 1097 time: 0.0615718 Nov 24 15:16:28.320187 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-c4a0bfc1-411b-4180-bb1a-5da4ede25143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.332947 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-c4a0bfc1-411b-4180-bb1a-5da4ede25143 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=897ab240793346189552c0826f50975f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1783407 Nov 24 15:16:28.361590 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226cc12-5cfa-443f-9ac3-8c1a8e135ad9 req-46a3163f-8819-4e86-9445-34d4302610d1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.375661 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a226cc12-5cfa-443f-9ac3-8c1a8e135ad9 req-46a3163f-8819-4e86-9445-34d4302610d1 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 944 time: 0.1358950 Nov 24 15:16:28.506220 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a226cc12-5cfa-443f-9ac3-8c1a8e135ad9 req-e09b38d3-caf8-4bf8-ab82-88f662884089 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279373 Nov 24 15:16:28.548384 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-a73118ca-a5dd-43f9-b7ce-041aba6aa6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.550584 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f5e5301d-6f6f-4dbe-95b1-3497a422e159 req-a73118ca-a5dd-43f9-b7ce-041aba6aa6a9 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1899662 Nov 24 15:16:28.717846 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-cef642e6-eaf2-4b64-a652-4955fabf0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.721710 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-cef642e6-eaf2-4b64-a652-4955fabf0a8c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=897ab240793346189552c0826f50975f&device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 1097 time: 0.1188436 Nov 24 15:16:28.815719 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-5b28b7bc-138b-40a5-b1d2-f29923a41064 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66632127-5f1f-40a8-948b-64a68f4992ea HTTP/1.1" status: 200 len: 217 time: 0.0762537 Nov 24 15:16:28.877675 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-19b74ec4-acad-49fc-8c31-095842841013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:28.879277 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-19b74ec4-acad-49fc-8c31-095842841013 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 200 len: 855 time: 0.0595217 Nov 24 15:16:28.931029 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a621c32b-a2d1-4953-b214-5565db4f33c3 req-6fec5093-9ce5-4f4c-a2c3-5bc26e22170a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 210 time: 0.1138816 Nov 24 15:16:28.962393 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-bfede0c8-d2b7-4a3d-8bf7-503a81fbf2ad service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=e552abba-667d-4fa8-88ce-f68e8bf6e7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304811 Nov 24 15:16:29.120332 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-8e5b6629-dee1-4a11-a0f0-cfb3fd7b0abf service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331329 Nov 24 15:16:29.300516 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a46c2817-40fe-4e1a-9707-e87943de9b76 req-daa28dd9-d7eb-4677-bcb1-1a4f07a24535 service neutron] 10.222.0.83 "GET /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650250 Nov 24 15:16:29.562687 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3dad0d03-0db2-46f9-9cd0-1857a04f81ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:29.681489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80c4f6-c594-4f77-9d4a-67b8a0f25182 req-c1625f5f-56a9-4046-82bc-36cebcf74e7d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:29.686176 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7f80c4f6-c594-4f77-9d4a-67b8a0f25182 req-c1625f5f-56a9-4046-82bc-36cebcf74e7d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 944 time: 0.0959435 Nov 24 15:16:29.787330 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7f80c4f6-c594-4f77-9d4a-67b8a0f25182 req-601db5c4-c072-4ce9-8c7c-63df64175400 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663617 Nov 24 15:16:30.127546 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1fef9ed7-dc96-49e0-ab9f-693e9ecb151c req-82c59a89-9775-439f-97b0-cd1743cd689d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 210 time: 0.0636880 Nov 24 15:16:30.543929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-b347ce61-400d-4ad5-924a-ce64f05e41b5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:30.546457 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-b347ce61-400d-4ad5-924a-ce64f05e41b5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "GET /v2.0/networks?id=681e9937-d22e-4c92-84c9-fbc22b072932 HTTP/1.1" status: 200 len: 814 time: 0.1237752 Nov 24 15:16:30.567135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Request body: {'port': {'device_id': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932', 'admin_state_up': True, 'tenant_id': 'a2cdc9cf18ad4d62ade8a04b0b266e66'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:30.608880 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:30.769060 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Made reservation on behalf of a2cdc9cf18ad4d62ade8a04b0b266e66 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:16:30.772424 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:31.004764 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf11accb-cd14-46ff-b986-072b7a80e5bb req-94622177-663b-4f95-bad5-59f2587e83bf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:31.006913 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf11accb-cd14-46ff-b986-072b7a80e5bb req-94622177-663b-4f95-bad5-59f2587e83bf tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 944 time: 0.0761514 Nov 24 15:16:31.051214 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Allocated IP 172.20.0.8 (681e9937-d22e-4c92-84c9-fbc22b072932/85c8b1e3-61f9-4b65-8ac2-694166e7a891/5527fcec-b1c5-49eb-9cbf-72c56ab3f51e) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:16:31.115710 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf11accb-cd14-46ff-b986-072b7a80e5bb req-40f29161-df9d-4358-8b29-aa6a27c920c3 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871181 Nov 24 15:16:31.296492 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-666d97ea-b154-470a-a458-a2ff09c936c7 req-b312354b-4c35-4e63-bfb6-a4c0577ba67e tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 210 time: 0.0439041 Nov 24 15:16:31.411719 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:31.565344 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:31.607512 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Network 681e9937-d22e-4c92-84c9-fbc22b072932 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:16:31.610607 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:16:31.614434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:16:31.643633 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Pushing event updated for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:31.681295 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:31.682572 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:31.760474 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-7f293e89-6035-4eab-9972-2bf5b35c62a3 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1977139 Nov 24 15:16:31.778857 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Request body: {'port': {'device_id': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:16:31.848329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.259671 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:32.281163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.294345 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.295309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.303878 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Transition to ACTIVE for port object 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:16:32.318737 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb247ea6-7847-4ca9-b882-6761a816089c req-4f769567-0efe-4992-ada7-520011baa76d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:32.320401 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb247ea6-7847-4ca9-b882-6761a816089c req-4f769567-0efe-4992-ada7-520011baa76d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 944 time: 0.0789118 Nov 24 15:16:32.377165 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fb247ea6-7847-4ca9-b882-6761a816089c req-0c28bba8-9bb9-4ffd-bac6-952c4745576c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507400 Nov 24 15:16:32.433789 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a73fa-d374-4ef1-94bc-090573d73395 req-58a3cda1-95c2-465a-a2d1-d35d97f6c2ea tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:32.442626 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4a8a73fa-d374-4ef1-94bc-090573d73395 req-58a3cda1-95c2-465a-a2d1-d35d97f6c2ea tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 931 time: 0.0708351 Nov 24 15:16:32.448293 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.503222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Pushing event updated for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:32.509410 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4a8a73fa-d374-4ef1-94bc-090573d73395 req-6d966f3b-6ee9-4146-9726-0a900364aec0 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657833 Nov 24 15:16:32.542239 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 66632127-5f1f-40a8-948b-64a68f4992ea details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:16:32.583630 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Attempting to bind port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:16:32.584162 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Attempting to bind port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:16:32.584506 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Attempting to bind port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e on network 681e9937-d22e-4c92-84c9-fbc22b072932 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:32.589120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e on network 681e9937-d22e-4c92-84c9-fbc22b072932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:16:32.589520 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Attempting to bind port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e on network 681e9937-d22e-4c92-84c9-fbc22b072932 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:16:32.595124 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:16:32.595467 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Checking segment: {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:16:32.595865 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Bound using segment: {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:16:32.596327 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Bound port: 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:16:32.596670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.660955 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=66632127-5f1f-40a8-948b-64a68f4992ea,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:32.668938 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:16:32.671045 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:16:32.674586 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '66632127-5f1f-40a8-948b-64a68f4992ea', 'network_id': 'e552abba-667d-4fa8-88ce-f68e8bf6e7b0', 'port_id': '66632127-5f1f-40a8-948b-64a68f4992ea', 'mac_address': 'fa:16:3e:a9:65:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f75264e-459c-49ba-b0d4-105db004a1e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:16:32.718249 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.731986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66632127-5f1f-40a8-948b-64a68f4992ea {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:32.733862 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.758176 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=66632127-5f1f-40a8-948b-64a68f4992ea,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:32.778291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:32.779003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.780469 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] 10.222.0.83 "PUT /v2.0/ports/5527fcec-b1c5-49eb-9cbf-72c56ab3f51e HTTP/1.1" status: 200 len: 1093 time: 1.0066357 Nov 24 15:16:32.782395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:32.784492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b" -d '{"events": [{"name": "network-changed", "server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:32.804459 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-d62050da-0e2f-4ee8-83c1-0f46ad622263 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1038942 Nov 24 15:16:32.820359 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:32.835617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6755344-d439-49d5-89c4-b7da140fa9cf service neutron] Pushing event updated for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:32.859956 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cbfb8-369d-4877-9bca-974020644a44 x-openstack-request-id: req-533cbfb8-369d-4877-9bca-974020644a44 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:32.860279 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:32.860686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-533cbfb8-369d-4877-9bca-974020644a44 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:32.861324 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e', 'status': 'completed', 'code': 200} Nov 24 15:16:32.913383 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-b6343634-a3c5-4c79-98d9-1930ce66ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:32.914943 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-b6343634-a3c5-4c79-98d9-1930ce66ae14 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.0663075 Nov 24 15:16:32.917118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:32.925906 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.926434 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.926791 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.927537 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.928148 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.928586 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.928994 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.929546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.929995 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.930424 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.930939 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:32.931344 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:16:33.037389 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:33.040108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-6b163aaf-7922-409b-9b65-588cc15f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.055565 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-6b163aaf-7922-409b-9b65-588cc15f9d42 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 1096 time: 0.1105747 Nov 24 15:16:33.072909 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-1540a39b-7460-4e10-8d2f-182e5dca7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.074318 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-1540a39b-7460-4e10-8d2f-182e5dca7683 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.1112306 Nov 24 15:16:33.128217 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-c8b53ac8-2f3d-4e83-8635-2b4fbe4a6ba2 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.0430360 Nov 24 15:16:33.335657 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['66632127-5f1f-40a8-948b-64a68f4992ea'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:16:33.470480 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-04bf738a-afbf-4ee5-9217-1835e12fec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.471913 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-04bf738a-afbf-4ee5-9217-1835e12fec46 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0976756 Nov 24 15:16:33.473191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-af854a5d-9390-45bc-9817-76cc915b2f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.474475 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-af854a5d-9390-45bc-9817-76cc915b2f2b service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4136398 Nov 24 15:16:33.486239 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7192489-97d0-438a-912c-5dd6c0c53871 req-f1ff8406-e59d-4313-ae8b-d921a20a4b12 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.492261 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7192489-97d0-438a-912c-5dd6c0c53871 req-f1ff8406-e59d-4313-ae8b-d921a20a4b12 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1150742 Nov 24 15:16:33.519992 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf621ba5-10fb-4645-8def-61b740cac5dc req-5959260d-be99-4334-9974-6ba4594c3465 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.521590 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf621ba5-10fb-4645-8def-61b740cac5dc req-5959260d-be99-4334-9974-6ba4594c3465 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 945 time: 0.0673785 Nov 24 15:16:33.541358 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-69302b81-94c3-4438-89b0-8b50c18d96c4 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459881 Nov 24 15:16:33.580714 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf621ba5-10fb-4645-8def-61b740cac5dc req-6ba47087-de25-4a16-a6c2-25d24b4a484a tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516734 Nov 24 15:16:33.670831 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7192489-97d0-438a-912c-5dd6c0c53871 req-95c49bce-b788-4e62-86d4-61eebf1fe589 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765544 Nov 24 15:16:33.717884 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-1a8c2627-172c-42dc-a02f-886e7246bfab service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649489 Nov 24 15:16:33.719750 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-21515748-9b7c-4beb-be72-7ab3f867f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.721120 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ec65175e-87de-4de5-a7f7-4dcdf4b0067b req-21515748-9b7c-4beb-be72-7ab3f867f1f0 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2248843 Nov 24 15:16:33.879871 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c602f-8c97-432a-bd84-84603b2ad145 req-cf938c13-3349-4e0d-9cd4-4a138e8ab1c5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.881357 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2e1c602f-8c97-432a-bd84-84603b2ad145 req-cf938c13-3349-4e0d-9cd4-4a138e8ab1c5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 943 time: 0.1445134 Nov 24 15:16:33.886631 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-53ecdbc5-6c73-42af-bfc4-c3e8feed7c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:33.887991 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-53ecdbc5-6c73-42af-bfc4-c3e8feed7c36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 1096 time: 0.1086838 Nov 24 15:16:33.891857 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6e88dca-84a0-4557-917e-ba81aaa4d578 req-fcde226a-c45a-4e4a-9884-e777c6d58004 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646993 Nov 24 15:16:33.946832 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-79a029cd-7baa-4d7b-b03b-1049a7a1b125 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e HTTP/1.1" status: 200 len: 217 time: 0.0403337 Nov 24 15:16:33.998008 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2e1c602f-8c97-432a-bd84-84603b2ad145 req-7a800cc8-edde-4086-9df5-b66c1ad8e6ec tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087637 Nov 24 15:16:34.016233 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-5427290f-8361-46c7-8035-dd096d2e263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:34.016233 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-5427290f-8361-46c7-8035-dd096d2e263f service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85c8b1e3-61f9-4b65-8ac2-694166e7a891 HTTP/1.1" status: 200 len: 854 time: 0.0581539 Nov 24 15:16:34.048006 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-85177ef6-cce4-424c-bd97-744bbddcc44c service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=681e9937-d22e-4c92-84c9-fbc22b072932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256772 Nov 24 15:16:34.151882 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-d69d74bd-22b4-45b4-a7cf-57fae88c7a82 service neutron] 10.222.0.83 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863488 Nov 24 15:16:34.245776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e71171e5-b098-464f-bd79-f00c4f579cd8 req-b350b04f-e23e-434c-a2a2-5d8ac174d57c service neutron] 10.222.0.83 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840843 Nov 24 15:16:34.703589 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe9a04-4603-4a3e-962e-f79df466c9eb req-ecb87419-3c34-4ebb-b96a-9f548549a41c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:34.705049 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e6fe9a04-4603-4a3e-962e-f79df466c9eb req-ecb87419-3c34-4ebb-b96a-9f548549a41c tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 945 time: 0.0516465 Nov 24 15:16:34.767629 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e6fe9a04-4603-4a3e-962e-f79df466c9eb req-d82d8d59-2564-447f-a06e-4d85090a7a9b tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561199 Nov 24 15:16:34.808349 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a13c18-b456-4280-834d-4ab4bdb707eb req-3d736ae1-8020-42a2-8cb3-c74e0be0db95 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:34.810253 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-86a13c18-b456-4280-834d-4ab4bdb707eb req-3d736ae1-8020-42a2-8cb3-c74e0be0db95 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0526168 Nov 24 15:16:34.862666 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-86a13c18-b456-4280-834d-4ab4bdb707eb req-3a69024c-abeb-451a-a369-d996aac07733 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458019 Nov 24 15:16:35.116981 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cc087-b1ab-43df-b8e5-ea0df4047ef3 req-cd487207-004b-4f5f-975b-18ede4567a67 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:35.118342 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d3cc087-b1ab-43df-b8e5-ea0df4047ef3 req-cd487207-004b-4f5f-975b-18ede4567a67 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 943 time: 0.0493829 Nov 24 15:16:35.168566 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d3cc087-b1ab-43df-b8e5-ea0df4047ef3 req-2ec30b9f-3152-4f2a-a5f4-4e604d7a568f tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429504 Nov 24 15:16:35.886102 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739024ed-d575-4884-aff4-e79241f91f3e req-654a77e6-0aaf-4947-be16-b9efdc4a48e9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:35.887518 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-739024ed-d575-4884-aff4-e79241f91f3e req-654a77e6-0aaf-4947-be16-b9efdc4a48e9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 945 time: 0.0495911 Nov 24 15:16:35.935753 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-739024ed-d575-4884-aff4-e79241f91f3e req-fe243532-44d8-491c-9157-fbf6869f69b0 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422411 Nov 24 15:16:35.978929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae05fc7-06b4-4be2-965a-0ef6673ab4a3 req-8bd0c28a-2725-4aa3-8d07-fe566bba6cca tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:35.980428 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0ae05fc7-06b4-4be2-965a-0ef6673ab4a3 req-8bd0c28a-2725-4aa3-8d07-fe566bba6cca tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0490158 Nov 24 15:16:36.028834 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0ae05fc7-06b4-4be2-965a-0ef6673ab4a3 req-826ab63e-6ff0-411f-8aa1-050499f12b4e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416241 Nov 24 15:16:36.285715 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1c049f-efaa-42fe-b8e7-25140cf5aa8c req-a72575e7-21a7-4355-9799-b241a9ae29f0 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:36.287213 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3d1c049f-efaa-42fe-b8e7-25140cf5aa8c req-a72575e7-21a7-4355-9799-b241a9ae29f0 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 943 time: 0.0520675 Nov 24 15:16:36.335469 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3d1c049f-efaa-42fe-b8e7-25140cf5aa8c req-462b54bf-1a87-4115-a516-4ea59e023464 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420256 Nov 24 15:16:36.583488 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:16:36.649783 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 66632127-5f1f-40a8-948b-64a68f4992ea up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:16:36.673540 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37740) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:36.714775 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:36.724780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Deleting subnet 0342ee9a-3bdf-4d3f-a584-140a3264b49f {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:16:36.727993 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.729675 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e', 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932', 'port_id': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e', 'mac_address': 'fa:16:3e:aa:ce:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8b1e3-61f9-4b65-8ac2-694166e7a891', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:16:36.764090 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.769321 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.782638 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:16:36.802950 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:36.805123 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.843140 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 66632127-5f1f-40a8-948b-64a68f4992ea completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:16:36.847272 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 66632127-5f1f-40a8-948b-64a68f4992ea triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:16:36.847878 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.915243 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.929406 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.964754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0342ee9a-3bdf-4d3f-a584-140a3264b49f,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:36.966828 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:36.970234 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2b192495-b3ee-4a91-8e7d-1fcf3e81a8a6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0342ee9a-3bdf-4d3f-a584-140a3264b49f HTTP/1.1" status: 204 len: 168 time: 0.2955673 Nov 24 15:16:36.972939 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37748) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:36.973285 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.015737 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:37.018724 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcaf5d8-98b5-4f47-a27e-95df487f6e8c" -d '{"events": [{"server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "name": "network-vif-plugged", "status": "completed", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:37.029596 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=66632127-5f1f-40a8-948b-64a68f4992ea,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:37.034581 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:37.058587 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.069984 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7408bb12-4ffc-44db-ada5-96f181d2c4c8 x-openstack-request-id: req-7408bb12-4ffc-44db-ada5-96f181d2c4c8 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:37.070309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "name": "network-vif-plugged", "status": "completed", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:37.070567 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7408bb12-4ffc-44db-ada5-96f181d2c4c8 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:37.070983 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea', 'code': 200} Nov 24 15:16:37.099761 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.103677 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b544c4-1804-4a5e-8570-9545bd1fe61e req-f5148159-17d5-4c86-81d1-78022148bf97 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:37.114323 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a9b544c4-1804-4a5e-8570-9545bd1fe61e req-f5148159-17d5-4c86-81d1-78022148bf97 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 945 time: 0.0888608 Nov 24 15:16:37.188496 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a9b544c4-1804-4a5e-8570-9545bd1fe61e req-a1f4b940-a3d3-4f8b-898c-bc4c72f85a82 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Nov 24 15:16:37.197841 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:37.229317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.262872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85d4ee3-947a-4973-86ee-8745c2012592 req-d6a702fa-4c79-4750-b2d5-915f7c4fae0f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:37.264471 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c85d4ee3-947a-4973-86ee-8745c2012592 req-d6a702fa-4c79-4750-b2d5-915f7c4fae0f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1084700 Nov 24 15:16:37.268139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227eb562-e0af-4534-94a8-4d99c80e4751']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:37.285013 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f678058d-92fa-4745-a1f5-d41c7629dc70') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:37.285312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f678058d-92fa-4745-a1f5-d41c7629dc70') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:16:37.302442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.333221 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.342314 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:16:37.342704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.347250 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c85d4ee3-947a-4973-86ee-8745c2012592 req-b33dfe11-d105-444f-84a2-9ca1a4604bcc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764854 Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:16:37.347889 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:16:37.406769 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5527fcec-b1c5-49eb-9cbf-72c56ab3f51e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:16:37.441708 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa8f48-7909-4d47-aa7d-06a173f27f0d req-867aa5de-1a60-4448-8682-4f7bac52a97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:37.443236 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-edaa8f48-7909-4d47-aa7d-06a173f27f0d req-867aa5de-1a60-4448-8682-4f7bac52a97f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 1099 time: 0.0492432 Nov 24 15:16:37.464769 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcc792-d9fd-4705-ae6a-662421f2e80b req-ea955d1a-8218-4684-a301-2ab81157cb9d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:37.466369 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6bbcc792-d9fd-4705-ae6a-662421f2e80b req-ea955d1a-8218-4684-a301-2ab81157cb9d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 944 time: 0.0560672 Nov 24 15:16:37.499636 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-edaa8f48-7909-4d47-aa7d-06a173f27f0d req-61dda237-47ea-44e4-be0e-897426aad8ef service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Nov 24 15:16:37.517506 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.523498 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6bbcc792-d9fd-4705-ae6a-662421f2e80b req-2b51351a-3fb9-4586-8227-96d421cba624 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472147 Nov 24 15:16:37.526730 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.527298 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] 10.222.0.15 "DELETE /v2.0/networks/227eb562-e0af-4534-94a8-4d99c80e4751 HTTP/1.1" status: 204 len: 168 time: 0.5533347 Nov 24 15:16:37.541748 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5021fe8-7fdc-4605-9e46-1f9c158dfe9f admin admin] Pushing event deleted for resources: {'Network': ['ID=227eb562-e0af-4534-94a8-4d99c80e4751,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:37.817648 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37762) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:37.860829 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-577a5822-45e3-4508-8859-018ca09c3d55 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=58ef8be60ebe4dda9cf2349361fcc017&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419159 Nov 24 15:16:37.863129 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37764) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:37.908353 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:37.928983 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:38.071163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:38.075663 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:38.075663 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aff72231-fc1f-4d42-9cc2-5a7ad188ee9b HTTP/1.1" status: 204 len: 168 time: 0.2109306 Nov 24 15:16:38.084821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f7cd78-71a0-45b0-930f-dff3c1cffdcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff72231-fc1f-4d42-9cc2-5a7ad188ee9b,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:38.306123 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619c0149-b972-4e65-85a7-3e38603f1252 req-73af91cc-426d-4a68-b82d-99bcd637a4f0 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:38.307685 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-619c0149-b972-4e65-85a7-3e38603f1252 req-73af91cc-426d-4a68-b82d-99bcd637a4f0 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0597558 Nov 24 15:16:38.356259 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-619c0149-b972-4e65-85a7-3e38603f1252 req-42bfeb27-9634-4aa9-b4e2-9fe68b8a28a4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418255 Nov 24 15:16:38.476794 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7525df-bff6-48da-8559-86bd6a3324f0 req-5adef86e-8c79-44fe-8956-185b78573eac tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:38.478253 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a7525df-bff6-48da-8559-86bd6a3324f0 req-5adef86e-8c79-44fe-8956-185b78573eac tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0527689 Nov 24 15:16:38.529040 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a7525df-bff6-48da-8559-86bd6a3324f0 req-f25853db-1bdf-443f-b845-23ca27b0ebd4 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 Nov 24 15:16:38.645643 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64ded3f-03be-4542-bbb7-cdc0e306e0de req-8b8c3c87-bc14-4ddd-9954-7e2745ed0c32 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:38.647176 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c64ded3f-03be-4542-bbb7-cdc0e306e0de req-8b8c3c87-bc14-4ddd-9954-7e2745ed0c32 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 944 time: 0.0499647 Nov 24 15:16:38.698765 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c64ded3f-03be-4542-bbb7-cdc0e306e0de req-93d342fb-8937-4ac4-966e-7d033235b484 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453463 Nov 24 15:16:39.473275 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec4888-2713-4830-8c5a-266c59aaae09 req-845cd626-a0d8-4e57-88c0-bbcec31e66ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:39.474749 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efec4888-2713-4830-8c5a-266c59aaae09 req-845cd626-a0d8-4e57-88c0-bbcec31e66ea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0484488 Nov 24 15:16:39.528211 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efec4888-2713-4830-8c5a-266c59aaae09 req-6e752317-c16c-4b53-b386-65612bacde7d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473764 Nov 24 15:16:39.657223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa59b5b-0d0e-478c-8277-b220fb9f8d13 req-ccdb4998-bcfb-433a-bd25-948e30141765 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:39.658868 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8fa59b5b-0d0e-478c-8277-b220fb9f8d13 req-ccdb4998-bcfb-433a-bd25-948e30141765 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0618162 Nov 24 15:16:39.707260 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8fa59b5b-0d0e-478c-8277-b220fb9f8d13 req-6c9c5095-7ce3-4b74-97f3-0e9496308c53 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 Nov 24 15:16:39.821650 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f614eba-581c-4025-b1db-0b63aa739ff9 req-a731315a-e30f-4dac-86a7-4f3797cf8912 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:39.823053 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f614eba-581c-4025-b1db-0b63aa739ff9 req-a731315a-e30f-4dac-86a7-4f3797cf8912 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 944 time: 0.0538492 Nov 24 15:16:39.870914 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f614eba-581c-4025-b1db-0b63aa739ff9 req-333eff1e-9c55-4405-b9f4-d65dddd25195 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417230 Nov 24 15:16:40.602282 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:16:40.644229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1f7d7-5c72-40fa-8c85-f4fb35ba7410 req-615f4b3d-74a2-4b44-a5e2-1725601ec8fc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:40.645696 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f7b1f7d7-5c72-40fa-8c85-f4fb35ba7410 req-615f4b3d-74a2-4b44-a5e2-1725601ec8fc tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0485072 Nov 24 15:16:40.695381 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f7b1f7d7-5c72-40fa-8c85-f4fb35ba7410 req-0996d158-65fd-43fd-81ed-d50df19c4abd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432613 Nov 24 15:16:40.723131 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:16:40.728950 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:16:40.729731 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:40.838629 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e19d94-c803-456a-aaa4-c623dec5df71 req-99c62050-4db7-4f68-a214-09f971cef49f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:40.840804 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-38e19d94-c803-456a-aaa4-c623dec5df71 req-99c62050-4db7-4f68-a214-09f971cef49f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0676455 Nov 24 15:16:40.844188 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:40.875867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:16:40.879160 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f8b7e3-7876-45de-bd08-198414c43f8b" -d '{"events": [{"server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "name": "network-vif-plugged", "status": "completed", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:16:40.900527 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:16:40.910370 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-38e19d94-c803-456a-aaa4-c623dec5df71 req-4d9a2009-cfe1-46ae-bed9-97bdeed8f1f5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620193 Nov 24 15:16:40.921460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-04628933-6f34-4f55-98fe-47c068d7c2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:40.926189 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-04628933-6f34-4f55-98fe-47c068d7c2d5 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.0661933 Nov 24 15:16:40.955108 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02178bde-cb09-44dc-b150-5f7e99504fa6 x-openstack-request-id: req-02178bde-cb09-44dc-b150-5f7e99504fa6 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:16:40.955426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "name": "network-vif-plugged", "status": "completed", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:16:40.955682 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02178bde-cb09-44dc-b150-5f7e99504fa6 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:16:40.956090 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e', 'code': 200} Nov 24 15:16:40.962466 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.038366 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d287dc-3e9d-47c2-a683-83b604b74bdf req-8983e26f-ec45-4dbc-bd24-696dfbe8cabc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:41.041619 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b0d287dc-3e9d-47c2-a683-83b604b74bdf req-8983e26f-ec45-4dbc-bd24-696dfbe8cabc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1350892 Nov 24 15:16:41.081581 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7db10-26d9-4d4b-bbbf-17c7171233d0 req-f8801295-295c-46e2-85f0-d9c257618a34 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:41.082844 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-50b7db10-26d9-4d4b-bbbf-17c7171233d0 req-f8801295-295c-46e2-85f0-d9c257618a34 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0579896 Nov 24 15:16:41.108929 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:41.144515 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-50b7db10-26d9-4d4b-bbbf-17c7171233d0 req-743d7557-3bca-43f6-82e8-bab8b8ad9ad6 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544739 Nov 24 15:16:41.193327 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b0d287dc-3e9d-47c2-a683-83b604b74bdf req-eab647d3-f8ba-4529-9163-54fcac6194b8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858963 Nov 24 15:16:41.196823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-0a786a57-9a90-49b5-ba75-fc4a3b041d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:41.198395 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-0a786a57-9a90-49b5-ba75-fc4a3b041d5c service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.2375929 Nov 24 15:16:41.241728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-c7a74df9-d5d2-40fc-873e-c0bd520668d6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.0353274 Nov 24 15:16:41.245343 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37862) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:41.300087 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-9ddab177-f647-43fe-be57-c0e8b2022bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:41.301563 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-9ddab177-f647-43fe-be57-c0e8b2022bc0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0501480 Nov 24 15:16:41.369079 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-308fc97a-2bfc-4bbb-acea-785de2f1ed94 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577996 Nov 24 15:16:41.414801 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4e5798de-4cba-42f3-9f37-9c0a5a3018ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.508445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70773d1-2a8f-4c37-9c64-874aab5da2ad req-40f06174-b492-4990-989b-dbef91ad976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:41.509960 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e70773d1-2a8f-4c37-9c64-874aab5da2ad req-40f06174-b492-4990-989b-dbef91ad976e service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 1098 time: 0.1630590 Nov 24 15:16:41.587369 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-9aa99f2a-374b-4bc1-85f4-215ef8050c3b service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848969 Nov 24 15:16:41.597986 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e70773d1-2a8f-4c37-9c64-874aab5da2ad req-cd1db87a-17e8-4af5-a4a8-d369942e0595 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778792 Nov 24 15:16:41.674672 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4e5798de-4cba-42f3-9f37-9c0a5a3018ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.705353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72bb73b3-2681-4923-b1c2-f09851a4456a req-3fdbd749-0d25-47a0-b99f-7a9346844a39 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055040 Nov 24 15:16:41.762579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4e5798de-4cba-42f3-9f37-9c0a5a3018ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.805788 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4e5798de-4cba-42f3-9f37-9c0a5a3018ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a9f70f6974a47b69bf32e9e9e64c257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5594227 Nov 24 15:16:41.806966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5798de-4cba-42f3-9f37-9c0a5a3018ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65bf03b-344a-48cb-ab2e-0258a3485927,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:41.808494 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37874) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:41.866805 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.891647 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.985349 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.987907 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:41.989816 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d65bf03b-344a-48cb-ab2e-0258a3485927 HTTP/1.1" status: 204 len: 168 time: 0.1788015 Nov 24 15:16:41.997448 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4dbca-b7a2-42e0-bdbc-c6383e4d1b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65bf03b-344a-48cb-ab2e-0258a3485927,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:42.059981 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7365c-06be-4fb9-bb4f-2f70b730bfff req-4b7d6153-c692-47b7-9bc7-93d7be73e0c6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:42.062073 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2cc7365c-06be-4fb9-bb4f-2f70b730bfff req-4b7d6153-c692-47b7-9bc7-93d7be73e0c6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0730212 Nov 24 15:16:42.112408 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2cc7365c-06be-4fb9-bb4f-2f70b730bfff req-c350fb4f-2b55-4465-92e8-b2c1fb929c2e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439482 Nov 24 15:16:42.271162 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa0ec6-26d6-4f5e-b572-4ef76796564f req-26f6b4da-a4cf-4f4f-9431-78c620510e30 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:42.272949 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-31fa0ec6-26d6-4f5e-b572-4ef76796564f req-26f6b4da-a4cf-4f4f-9431-78c620510e30 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0519376 Nov 24 15:16:42.317434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a314a3-0def-4dcb-ac79-4a06e20d15f2 req-ad723410-3291-43b9-a4a9-8a0f82e01683 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:42.319678 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57a314a3-0def-4dcb-ac79-4a06e20d15f2 req-ad723410-3291-43b9-a4a9-8a0f82e01683 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0555108 Nov 24 15:16:42.329851 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-31fa0ec6-26d6-4f5e-b572-4ef76796564f req-4c2ed1a3-c5e6-48a0-b193-c3e31b1480d6 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500805 Nov 24 15:16:42.370815 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57a314a3-0def-4dcb-ac79-4a06e20d15f2 req-7c4dc8ea-1c9b-4b7d-bff3-f2bc79817c12 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448325 Nov 24 15:16:42.681238 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 37902) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:42.698089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-77c0ce12-ee3d-45a6-93ad-7848b2b4babb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:42.769928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-77c0ce12-ee3d-45a6-93ad-7848b2b4babb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:42.871158 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-77c0ce12-ee3d-45a6-93ad-7848b2b4babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:42.913069 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-77c0ce12-ee3d-45a6-93ad-7848b2b4babb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2550a5cc24949139f2436dad3b70b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281916 Nov 24 15:16:42.913069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c0ce12-ee3d-45a6-93ad-7848b2b4babb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a40b925-8e5e-4bcc-b74a-0d6034e45a1e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:42.913426 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 37906) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:42.962937 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:42.984727 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:43.093734 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:43.098442 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:43.098442 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a40b925-8e5e-4bcc-b74a-0d6034e45a1e HTTP/1.1" status: 204 len: 168 time: 0.1830714 Nov 24 15:16:43.105506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257eba2-c682-447b-9a98-db39e8777613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a40b925-8e5e-4bcc-b74a-0d6034e45a1e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:43.235329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7112bd7-8b16-4161-b517-20fb16e06692 req-ada822d7-e625-4421-adc1-dcbec992b83a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:43.236834 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a7112bd7-8b16-4161-b517-20fb16e06692 req-ada822d7-e625-4421-adc1-dcbec992b83a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0519989 Nov 24 15:16:43.284365 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a7112bd7-8b16-4161-b517-20fb16e06692 req-aa130009-297e-4d67-80ba-238ab20a79ba tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414193 Nov 24 15:16:43.458727 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291adc1-0ae4-48c7-9d7a-5372663a858b req-9c8affdc-e6a9-4ed6-baa7-2d11b5a4dee9 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:43.460257 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5291adc1-0ae4-48c7-9d7a-5372663a858b req-9c8affdc-e6a9-4ed6-baa7-2d11b5a4dee9 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0562716 Nov 24 15:16:43.519496 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde43f1b-d0a7-48f4-ba0b-9df910f53305 req-de71e0a0-d446-4c75-a86e-45a48981ca22 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:43.521107 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cde43f1b-d0a7-48f4-ba0b-9df910f53305 req-de71e0a0-d446-4c75-a86e-45a48981ca22 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0691137 Nov 24 15:16:43.522305 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5291adc1-0ae4-48c7-9d7a-5372663a858b req-5348f9af-e652-46d2-84cc-482b53d442b8 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531247 Nov 24 15:16:43.587320 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cde43f1b-d0a7-48f4-ba0b-9df910f53305 req-9987d8bb-f9e7-47e9-9cee-d3196e5e65b3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573652 Nov 24 15:16:44.403307 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0caeef-a288-4c8e-8413-2bbcfc5e4c10 req-f56e712c-9b5c-4032-ac98-8fa1fe8a8ef4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:44.404983 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc0caeef-a288-4c8e-8413-2bbcfc5e4c10 req-f56e712c-9b5c-4032-ac98-8fa1fe8a8ef4 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0521567 Nov 24 15:16:44.458995 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc0caeef-a288-4c8e-8413-2bbcfc5e4c10 req-312ca3f0-ffb7-4983-8034-0455109905b8 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Nov 24 15:16:44.633706 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:16:44.656092 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ce3c2-7e14-42a4-af86-4eadbb8a77e1 req-c81c5552-c070-4742-b440-89aa33d3bc9a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:44.657598 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b95ce3c2-7e14-42a4-af86-4eadbb8a77e1 req-c81c5552-c070-4742-b440-89aa33d3bc9a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Nov 24 15:16:44.705340 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b95ce3c2-7e14-42a4-af86-4eadbb8a77e1 req-b02980ca-0445-45a1-8332-0b8aeacc136e tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417087 Nov 24 15:16:44.712763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb7b00b-7652-4cd8-93f2-c5164e187c00 req-3090e43f-1eb5-4d5d-9301-9814274eb365 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:44.714205 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6cb7b00b-7652-4cd8-93f2-c5164e187c00 req-3090e43f-1eb5-4d5d-9301-9814274eb365 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0542641 Nov 24 15:16:44.767986 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6cb7b00b-7652-4cd8-93f2-c5164e187c00 req-adf1175b-c50a-419c-9988-0bf41a19940e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462770 Nov 24 15:16:45.582366 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91afcf-6e53-4cc4-b11f-8def09b18cdc req-cae7b5f7-44b6-4107-8a9b-ba7ea4c0725b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:45.583929 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dd91afcf-6e53-4cc4-b11f-8def09b18cdc req-cae7b5f7-44b6-4107-8a9b-ba7ea4c0725b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0558114 Nov 24 15:16:45.637740 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dd91afcf-6e53-4cc4-b11f-8def09b18cdc req-af14e4e1-7b41-48b4-a758-1902c112400f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478716 Nov 24 15:16:45.887493 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645c123-b407-4959-8f0f-f9051512ebf7 req-6d91db16-11d5-46ca-8ed8-d86c734b279b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:45.888963 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5645c123-b407-4959-8f0f-f9051512ebf7 req-6d91db16-11d5-46ca-8ed8-d86c734b279b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0475545 Nov 24 15:16:45.942722 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5645c123-b407-4959-8f0f-f9051512ebf7 req-fa8315d8-fb7e-4b7b-9fe5-548f99ee1286 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466552 Nov 24 15:16:46.763418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce6b9f2-0e75-407e-b439-9e1879074788 req-8b810e6c-54ad-42fc-8a6c-08b32c2f5891 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:46.764957 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7ce6b9f2-0e75-407e-b439-9e1879074788 req-8b810e6c-54ad-42fc-8a6c-08b32c2f5891 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0516574 Nov 24 15:16:46.812807 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7ce6b9f2-0e75-407e-b439-9e1879074788 req-dc696655-4625-46a6-b0b1-8fc8eb2259c7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409029 Nov 24 15:16:47.064592 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c95047-6c7f-4c22-968e-1db600c1ef43 req-af92f3a3-1043-400d-b25d-d2a6a1b8d323 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:47.065985 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11c95047-6c7f-4c22-968e-1db600c1ef43 req-af92f3a3-1043-400d-b25d-d2a6a1b8d323 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0535033 Nov 24 15:16:47.115776 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11c95047-6c7f-4c22-968e-1db600c1ef43 req-dbd5eaf7-c38d-4a20-ae57-4c05a9353f60 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 Nov 24 15:16:47.926514 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a7a82-3275-4f8e-80f2-67ec3066f500 req-a26219e9-a671-40ea-980b-0f28a9d40605 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:47.927991 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0d0a7a82-3275-4f8e-80f2-67ec3066f500 req-a26219e9-a671-40ea-980b-0f28a9d40605 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0487554 Nov 24 15:16:47.974325 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0d0a7a82-3275-4f8e-80f2-67ec3066f500 req-3dacf503-e0bb-4e43-9ac3-e1cfa4e5d582 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404110 Nov 24 15:16:48.228283 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c4de5f-c2b3-44d0-bd23-9dd05f907f4e req-eacaea99-e362-43c1-abbb-f83c587963c2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:48.229731 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e6c4de5f-c2b3-44d0-bd23-9dd05f907f4e req-eacaea99-e362-43c1-abbb-f83c587963c2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0472503 Nov 24 15:16:48.288068 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e6c4de5f-c2b3-44d0-bd23-9dd05f907f4e req-f76dcf98-dc6c-469f-82a6-d0234c121bcb tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516222 Nov 24 15:16:49.092468 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09085bf-1200-4df0-9936-5a648f950340 req-774a22c9-ff15-4a0e-96e9-c7e08884f97f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:49.093927 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b09085bf-1200-4df0-9936-5a648f950340 req-774a22c9-ff15-4a0e-96e9-c7e08884f97f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0526175 Nov 24 15:16:49.140412 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b09085bf-1200-4df0-9936-5a648f950340 req-5ac4e42f-fd43-4eb4-90fa-566592f7ad7c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405049 Nov 24 15:16:49.406238 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4917e22a-5eb5-4f29-83ee-f754deb4a7f1 req-8f0c0d18-4b75-4c26-b57d-cf212f50064e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:49.407818 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4917e22a-5eb5-4f29-83ee-f754deb4a7f1 req-8f0c0d18-4b75-4c26-b57d-cf212f50064e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0484207 Nov 24 15:16:49.455156 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4917e22a-5eb5-4f29-83ee-f754deb4a7f1 req-6a0e6314-4e10-4bae-aca5-c11127110b5f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414586 Nov 24 15:16:50.258368 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0861c515-8e65-4655-a374-ca85dd12106b req-2ec71bcb-315a-429e-a395-ac6aee7a0cff tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:50.259854 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0861c515-8e65-4655-a374-ca85dd12106b req-2ec71bcb-315a-429e-a395-ac6aee7a0cff tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0533290 Nov 24 15:16:50.310435 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0861c515-8e65-4655-a374-ca85dd12106b req-b5afce12-f47e-4dee-bf31-c1eb45c5e4e5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440342 Nov 24 15:16:50.574257 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2e195-7710-4ad1-8b3f-29b271d92e5b req-2e27631d-4cec-4017-956c-f712f89a7caa tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:50.576296 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9a2e195-7710-4ad1-8b3f-29b271d92e5b req-2e27631d-4cec-4017-956c-f712f89a7caa tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0505211 Nov 24 15:16:50.627478 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9a2e195-7710-4ad1-8b3f-29b271d92e5b req-d1520303-7075-489c-9c42-0829bb8a2e74 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445707 Nov 24 15:16:51.447031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315ad46-8310-4658-b843-42321137812c req-3cccecb1-a683-47ff-8e6d-5b3b5e27bbc7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:51.448813 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a315ad46-8310-4658-b843-42321137812c req-3cccecb1-a683-47ff-8e6d-5b3b5e27bbc7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0541792 Nov 24 15:16:51.496594 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a315ad46-8310-4658-b843-42321137812c req-62b4523a-c02c-4c49-8ec8-ed3e7b5d7695 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411646 Nov 24 15:16:51.747674 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d153542-0b2f-42bb-913e-5f3f73440aff req-74930ce0-684d-4afa-bbc3-c454c49eede8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:51.749758 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8d153542-0b2f-42bb-913e-5f3f73440aff req-74930ce0-684d-4afa-bbc3-c454c49eede8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0491869 Nov 24 15:16:51.807017 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8d153542-0b2f-42bb-913e-5f3f73440aff req-524e3e48-a929-4f30-85d7-0ac24b86c02d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506911 Nov 24 15:16:52.613178 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a97fd-9c13-443f-b40c-6a1eb0809c9d req-c628fd46-dcc9-4270-8e56-5156e69b0316 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:52.614565 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d57a97fd-9c13-443f-b40c-6a1eb0809c9d req-c628fd46-dcc9-4270-8e56-5156e69b0316 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0486000 Nov 24 15:16:52.667477 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d57a97fd-9c13-443f-b40c-6a1eb0809c9d req-46c1f12a-82bb-47c2-9f34-5f058a4fe5d9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468938 Nov 24 15:16:52.929304 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56c6ac3-6684-48ef-b8e9-c1bad131e30a req-ee9760ec-2431-4d50-891d-763733a2624d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:52.930692 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d56c6ac3-6684-48ef-b8e9-c1bad131e30a req-ee9760ec-2431-4d50-891d-763733a2624d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0509303 Nov 24 15:16:52.978693 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d56c6ac3-6684-48ef-b8e9-c1bad131e30a req-978be9da-d44e-4577-8e69-2893a999d556 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 Nov 24 15:16:53.781928 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fd2fa-56a3-406f-a553-2de2fa89a9fb req-df1f8d50-feca-4383-aa10-635596b31fb7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:53.783370 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-290fd2fa-56a3-406f-a553-2de2fa89a9fb req-df1f8d50-feca-4383-aa10-635596b31fb7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0478477 Nov 24 15:16:53.829629 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-290fd2fa-56a3-406f-a553-2de2fa89a9fb req-ffc177dc-fc59-4fed-ae9c-774b26713fea tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Nov 24 15:16:54.095950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5be02a-7e0b-4ee1-8600-71a63f7363c1 req-e3733beb-9612-4871-af1f-9db183cb9940 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:54.097436 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6b5be02a-7e0b-4ee1-8600-71a63f7363c1 req-e3733beb-9612-4871-af1f-9db183cb9940 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0517485 Nov 24 15:16:54.143237 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6b5be02a-7e0b-4ee1-8600-71a63f7363c1 req-cfa75b23-b878-40f5-9c62-3ed3080b2079 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398304 Nov 24 15:16:54.951342 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81737c0e-bb30-495e-93ae-86aa6d38bc43 req-d4bbbf3e-0feb-454b-a574-4a8d20489e5f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:54.953494 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-81737c0e-bb30-495e-93ae-86aa6d38bc43 req-d4bbbf3e-0feb-454b-a574-4a8d20489e5f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0573447 Nov 24 15:16:55.001729 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-81737c0e-bb30-495e-93ae-86aa6d38bc43 req-004ed7fe-d24d-4d6c-b00e-6a01858696bb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420992 Nov 24 15:16:55.257355 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480793d2-f2ee-4311-ab77-daad91f2155f req-bc708795-9ef4-4822-b616-0bfe43141bc3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:55.259064 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-480793d2-f2ee-4311-ab77-daad91f2155f req-bc708795-9ef4-4822-b616-0bfe43141bc3 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0485246 Nov 24 15:16:55.317644 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-480793d2-f2ee-4311-ab77-daad91f2155f req-568827d1-b0f7-478e-b5c8-6c3f38ce5c93 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519674 Nov 24 15:16:56.116749 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af0487-e8ef-45fe-a7be-3da96f088a54 req-b39acbd5-bbd6-4bb3-a04b-dbc1923732df tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:56.118192 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-22af0487-e8ef-45fe-a7be-3da96f088a54 req-b39acbd5-bbd6-4bb3-a04b-dbc1923732df tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0483470 Nov 24 15:16:56.165077 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-22af0487-e8ef-45fe-a7be-3da96f088a54 req-3b031367-f060-4a8f-a322-0c3aee888c35 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410066 Nov 24 15:16:56.437705 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c05d6b-c0be-4c59-8681-8dcfb976db3b req-5e94b59b-1dae-4674-bd8c-4cb014a4af8b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:56.439186 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-24c05d6b-c0be-4c59-8681-8dcfb976db3b req-5e94b59b-1dae-4674-bd8c-4cb014a4af8b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0498953 Nov 24 15:16:56.490205 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-24c05d6b-c0be-4c59-8681-8dcfb976db3b req-99deaf13-8e8d-43a7-ad48-2bd579e58397 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Nov 24 15:16:56.796184 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f49f56-96c8-4328-8c9f-f4a6033f6d3a req-7c9e9e76-2205-4099-abe7-d120adeb3fbd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:56.797636 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-88f49f56-96c8-4328-8c9f-f4a6033f6d3a req-7c9e9e76-2205-4099-abe7-d120adeb3fbd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0482187 Nov 24 15:16:56.849321 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-88f49f56-96c8-4328-8c9f-f4a6033f6d3a req-0de27940-6631-4b9f-9a47-fc16c3fd176b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432651 Nov 24 15:16:56.954330 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-89b4fddf-46f0-4c16-b84b-ec663e7e5528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:56.955837 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-89b4fddf-46f0-4c16-b84b-ec663e7e5528 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.0446339 Nov 24 15:16:57.051076 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-405896e1-0945-449d-801a-5400503c05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:57.052626 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-405896e1-0945-449d-801a-5400503c05b5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.0883961 Nov 24 15:16:57.134966 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-5565060c-5310-4ed0-9b29-edbd18534850 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0688105 Nov 24 15:16:57.184659 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-73cfa948-5517-45e1-94ce-cc4441061e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:57.186096 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-73cfa948-5517-45e1-94ce-cc4441061e1a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0430622 Nov 24 15:16:57.216700 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8e375023-37eb-42c7-8b50-e22c4a657bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:57.283245 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-dbebbe55-5438-4314-a8af-096e804c3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:57.284793 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-dbebbe55-5438-4314-a8af-096e804c3130 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839281 Nov 24 15:16:57.329522 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f177f12-7ead-4ae7-bbec-f87472284065 req-a3fa63ec-00db-4c96-bdb3-c1da340b9e3d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:57.331004 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5f177f12-7ead-4ae7-bbec-f87472284065 req-a3fa63ec-00db-4c96-bdb3-c1da340b9e3d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0885398 Nov 24 15:16:57.422807 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5f177f12-7ead-4ae7-bbec-f87472284065 req-c838d510-4139-4836-ba53-5af261abae3a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828950 Nov 24 15:16:57.436339 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-79d14f22-c04d-458c-9128-8082433565b0 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399200 Nov 24 15:16:57.533697 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f80ded9-39a7-4658-a5f7-1dc6add23a34 req-36384536-e9c2-471f-8c39-4e7232c2b063 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881081 Nov 24 15:16:57.981513 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06804584-7934-4cfa-a17e-0743728500cf req-2f497db6-8797-4eb0-a4d7-5183ff73de2e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:57.982985 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-06804584-7934-4cfa-a17e-0743728500cf req-2f497db6-8797-4eb0-a4d7-5183ff73de2e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0599077 Nov 24 15:16:58.048285 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-06804584-7934-4cfa-a17e-0743728500cf req-07979d03-13af-4baf-85df-97115ee877dc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534284 Nov 24 15:16:58.757838 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc03ef-8674-48bb-9c29-6b1f0814edf0 req-97926b82-3dde-4f3f-9fa9-903b72037ed2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:58.759164 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-81dc03ef-8674-48bb-9c29-6b1f0814edf0 req-97926b82-3dde-4f3f-9fa9-903b72037ed2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.2627199 Nov 24 15:16:58.811588 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-81dc03ef-8674-48bb-9c29-6b1f0814edf0 req-396e565f-e9f0-4dee-ab7d-06d5f38b080d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448284 Nov 24 15:16:58.855365 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 38274) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:58.960742 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa388-b62b-40c7-b16a-b91517d49b79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.038889 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa388-b62b-40c7-b16a-b91517d49b79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.184105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b8a2-8276-4811-b769-f7649c4d16c5 req-c114ad09-7d3f-4a49-89e3-6ef12c0a896b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:59.185605 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bca6b8a2-8276-4811-b769-f7649c4d16c5 req-c114ad09-7d3f-4a49-89e3-6ef12c0a896b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0566227 Nov 24 15:16:59.237852 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bca6b8a2-8276-4811-b769-f7649c4d16c5 req-85e50569-d2f5-46a3-85bd-912fd941bfdc tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Nov 24 15:16:59.317004 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa388-b62b-40c7-b16a-b91517d49b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.357096 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6e3fa388-b62b-40c7-b16a-b91517d49b79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da301be924434c528cccc7558aaffcec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005710 Nov 24 15:16:59.357948 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa388-b62b-40c7-b16a-b91517d49b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8221de04-4e05-4c37-aca2-6cffe05b1c1b,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:59.360497 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38290) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:16:59.408776 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.429789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.568775 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.571516 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.572693 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8221de04-4e05-4c37-aca2-6cffe05b1c1b HTTP/1.1" status: 204 len: 168 time: 0.2112172 Nov 24 15:16:59.581148 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e20ee-8e15-4e29-a278-427d3862de0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8221de04-4e05-4c37-aca2-6cffe05b1c1b,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:16:59.603253 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fe69eeef-c740-49ff-b4f5-4a29928c3718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:16:59.646202 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e40ab-7025-4b44-a397-dc7aac46e3c8 req-3ad66470-cac7-4be3-a518-ba319fa63716 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:59.647938 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-813e40ab-7025-4b44-a397-dc7aac46e3c8 req-3ad66470-cac7-4be3-a518-ba319fa63716 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0683684 Nov 24 15:16:59.698300 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-813e40ab-7025-4b44-a397-dc7aac46e3c8 req-a706fe84-d511-41b1-a84e-420c7345cb5f tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440152 Nov 24 15:16:59.947527 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3ec3aa-cafc-4783-a865-fcf32e1aecf5 req-146351e8-d1c9-464c-a4c0-b2e2239e4f88 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:16:59.949310 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6b3ec3aa-cafc-4783-a865-fcf32e1aecf5 req-146351e8-d1c9-464c-a4c0-b2e2239e4f88 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0588772 Nov 24 15:17:00.001679 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6b3ec3aa-cafc-4783-a865-fcf32e1aecf5 req-82852d39-907a-4b9e-83dc-fa2f994f2e56 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447710 Nov 24 15:17:00.613880 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:00.816829 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694328a-5c3a-48df-8e66-63e8ad8514b9 req-6903ecdf-9d4c-4e04-b8f3-3fbe73fa12b7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:00.818272 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e694328a-5c3a-48df-8e66-63e8ad8514b9 req-6903ecdf-9d4c-4e04-b8f3-3fbe73fa12b7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0474117 Nov 24 15:17:00.864809 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e694328a-5c3a-48df-8e66-63e8ad8514b9 req-1bbe33f8-b223-43db-ad29-1b986175eb04 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406163 Nov 24 15:17:01.120113 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0961b3-10e3-4566-83b7-7f639b584a18 req-bca7f64e-9b61-4205-9f6c-c9b9d0c8fee9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:01.121559 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1a0961b3-10e3-4566-83b7-7f639b584a18 req-bca7f64e-9b61-4205-9f6c-c9b9d0c8fee9 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0495214 Nov 24 15:17:01.174822 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1a0961b3-10e3-4566-83b7-7f639b584a18 req-051e4e97-a4fc-48f6-a0b8-8ebe5143eec1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470128 Nov 24 15:17:01.980752 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34907608-4dc1-4e23-ab00-6d75d37702cf req-81adea0d-34b6-4b83-b70e-4110f1564cea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:01.982254 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-34907608-4dc1-4e23-ab00-6d75d37702cf req-81adea0d-34b6-4b83-b70e-4110f1564cea tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0508001 Nov 24 15:17:02.034970 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-34907608-4dc1-4e23-ab00-6d75d37702cf req-6b1efb6c-16d0-4422-838f-d5c3909f6df9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456512 Nov 24 15:17:02.238041 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:02.268707 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:02.317613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110aea3b-e372-4041-917e-eceb8a635721 req-5008435b-2c41-4cea-a9d2-61ade1f5c952 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:02.319137 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-110aea3b-e372-4041-917e-eceb8a635721 req-5008435b-2c41-4cea-a9d2-61ade1f5c952 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0635898 Nov 24 15:17:02.374749 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-110aea3b-e372-4041-917e-eceb8a635721 req-64258946-ebf2-4c96-af21-b655d60f9e21 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491631 Nov 24 15:17:02.530825 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-78edc3c1-9bd5-4078-a007-d69cc3a15aec tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:02.532413 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-78edc3c1-9bd5-4078-a007-d69cc3a15aec tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 946 time: 0.0496147 Nov 24 15:17:02.629722 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Deleting port 66632127-5f1f-40a8-948b-64a68f4992ea {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:02.630060 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:02.720006 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] For port 66632127-5f1f-40a8-948b-64a68f4992ea, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=66632127-5f1f-40a8-948b-64a68f4992ea,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:02.721334 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:02.734496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Calling delete_port for 66632127-5f1f-40a8-948b-64a68f4992ea owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:02.895139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe8173-9b5a-4ca8-b84b-649f33786c04 req-67891e2f-a788-4e25-a2f2-b0d65a9dee56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:02.895139 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-79fe8173-9b5a-4ca8-b84b-649f33786c04 req-67891e2f-a788-4e25-a2f2-b0d65a9dee56 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.0570726 Nov 24 15:17:02.947145 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:02.963221 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a', '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'b91027f5-bb72-4473-bc11-4fe00f362419', '66632127-5f1f-40a8-948b-64a68f4992ea'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:02.991632 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event deleted for resources: {'Port': ['ID=66632127-5f1f-40a8-948b-64a68f4992ea,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:03.037080 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] No DVR routers for this DVR port 66632127-5f1f-40a8-948b-64a68f4992ea on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:03.039799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:03.043539 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9b016f69-f753-4669-95f1-4644b5be6f51 req-0daa0922-0409-4871-9064-7e53c3e12a15 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "DELETE /v2.0/ports/66632127-5f1f-40a8-948b-64a68f4992ea HTTP/1.1" status: 204 len: 173 time: 0.4991851 Nov 24 15:17:03.044172 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'name': 'network-vif-deleted', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:03.046410 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7236226-9522-4524-b682-308315ad5d7d" -d '{"events": [{"server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "name": "network-vif-deleted", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:03.051786 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-79fe8173-9b5a-4ca8-b84b-649f33786c04 req-5f1b11a1-54b2-4475-b053-991b360b654c service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323164 Nov 24 15:17:03.093239 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6884620-5dee-4ac4-8d68-50529d4c6e2d x-openstack-request-id: req-c6884620-5dee-4ac4-8d68-50529d4c6e2d {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:03.093588 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d1b1161-950a-4f01-b78c-4bf8cb4bd03e", "name": "network-vif-deleted", "tag": "66632127-5f1f-40a8-948b-64a68f4992ea", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:03.093864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c6884620-5dee-4ac4-8d68-50529d4c6e2d {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:03.094731 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d1b1161-950a-4f01-b78c-4bf8cb4bd03e', 'name': 'network-vif-deleted', 'tag': '66632127-5f1f-40a8-948b-64a68f4992ea', 'status': 'completed', 'code': 200} Nov 24 15:17:03.101994 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:03.143070 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f11da5a3-8913-4bcc-b591-14653480be26 req-0abd2962-a845-41c4-926c-4537891a5575 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0329967 Nov 24 15:17:03.505392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187bc2e-9bd8-4597-90ff-9468183f7aad req-483d4fd5-251b-4e12-bcc3-2bbed2a2516c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:03.507084 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2187bc2e-9bd8-4597-90ff-9468183f7aad req-483d4fd5-251b-4e12-bcc3-2bbed2a2516c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0585897 Nov 24 15:17:03.560552 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2187bc2e-9bd8-4597-90ff-9468183f7aad req-7fbb4bbd-0408-40e5-9fed-8bd10fdf9369 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Nov 24 15:17:04.244778 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f9436bb0-e12c-4401-ac95-ce111f8fc095 req-a3a68f95-d714-4fd1-a286-651cfc974bd9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d1b1161-950a-4f01-b78c-4bf8cb4bd03e HTTP/1.1" status: 200 len: 210 time: 0.0275891 Nov 24 15:17:04.685381 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd84b9-eb5f-4b2a-a8d0-8050fb4041da req-d669e626-e7bb-4c98-86c4-671a25925db0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:04.687489 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15fd84b9-eb5f-4b2a-a8d0-8050fb4041da req-d669e626-e7bb-4c98-86c4-671a25925db0 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0517783 Nov 24 15:17:04.738814 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-15fd84b9-eb5f-4b2a-a8d0-8050fb4041da req-2479409f-e3ca-42dd-8c32-8c716ff22882 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452805 Nov 24 15:17:05.862923 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5d749-04c8-41fa-bf19-cd4193aadf45 req-d7d08c5e-13c6-4da0-9d74-1684fa56784a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:05.864453 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cf5d749-04c8-41fa-bf19-cd4193aadf45 req-d7d08c5e-13c6-4da0-9d74-1684fa56784a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0539043 Nov 24 15:17:05.915543 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1cf5d749-04c8-41fa-bf19-cd4193aadf45 req-13b7ce16-3807-4848-878e-07ff129a7bca tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Nov 24 15:17:06.339270 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c756bb-b898-419e-95d2-0e89ce53467f req-c9eb9979-c4b9-468a-aa70-2166e07e2047 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:06.340735 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c756bb-b898-419e-95d2-0e89ce53467f req-c9eb9979-c4b9-468a-aa70-2166e07e2047 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0567195 Nov 24 15:17:06.418473 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-12d2ec4f-9095-418d-8916-3adbd3b8bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:06.420008 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-12d2ec4f-9095-418d-8916-3adbd3b8bcc4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 1098 time: 0.0763171 Nov 24 15:17:06.423775 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0c756bb-b898-419e-95d2-0e89ce53467f req-230ff461-dc92-41af-a9bd-8e5a30a9ca37 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718415 Nov 24 15:17:06.548810 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-f8ecae40-cc86-4061-b654-815d3a198246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:06.550939 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-f8ecae40-cc86-4061-b654-815d3a198246 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 200 len: 921 time: 0.1115098 Nov 24 15:17:06.603359 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-74d3b4dd-ed72-4248-9a5a-c023a6dc055d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 200 len: 217 time: 0.0361085 Nov 24 15:17:06.660005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-629ebaa6-df3b-4e2c-b130-8ed0e2774b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:06.661567 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-629ebaa6-df3b-4e2c-b130-8ed0e2774b0a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 200 len: 859 time: 0.0518961 Nov 24 15:17:06.699323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-17f4ea55-4772-4e4f-896a-7365ef0b89c8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fb92c3c0-6d9d-4bc5-a295-8163cb22c532&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290797 Nov 24 15:17:06.774231 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 66632127-5f1f-40a8-948b-64a68f4992ea no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:06.798460 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 66632127-5f1f-40a8-948b-64a68f4992ea {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:06.798832 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 66632127-5f1f-40a8-948b-64a68f4992ea not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:06.812623 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-5008b0b9-3e0d-4bd8-b5f5-10ece8822c27 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972495 Nov 24 15:17:06.947715 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-415601e1-0673-42f1-ac1d-93cc082ef40f req-61f203a6-3f98-49ea-8402-f65a35032423 service neutron] 10.222.0.83 "GET /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079295 Nov 24 15:17:06.986834 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a452e-f55c-46db-a548-87e2040bd8d5 req-208524d8-14ba-409f-a4a8-b9460c84b971 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:06.989009 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b18a452e-f55c-46db-a548-87e2040bd8d5 req-208524d8-14ba-409f-a4a8-b9460c84b971 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0556295 Nov 24 15:17:07.038820 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b18a452e-f55c-46db-a548-87e2040bd8d5 req-ac538cd8-9a61-45cf-bd86-6c620e14eb6d tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Nov 24 15:17:07.550147 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b8698-12af-46b0-ac23-749c76e597ad req-44bd4163-8de4-44f5-916b-b70059964c11 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:07.551622 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-739b8698-12af-46b0-ac23-749c76e597ad req-44bd4163-8de4-44f5-916b-b70059964c11 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0533190 Nov 24 15:17:07.603300 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-739b8698-12af-46b0-ac23-749c76e597ad req-c16525f9-d892-41ca-b65f-571d20d788d5 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Nov 24 15:17:08.159652 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a71f2-ccf3-424a-8621-3a2b9f0a1e4d req-76caef9b-5ada-46ce-a6a1-f577c55b4cc9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:08.161146 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fc8a71f2-ccf3-424a-8621-3a2b9f0a1e4d req-76caef9b-5ada-46ce-a6a1-f577c55b4cc9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Nov 24 15:17:08.208850 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fc8a71f2-ccf3-424a-8621-3a2b9f0a1e4d req-cb122fa7-a042-423c-8b9e-e734ba192453 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Nov 24 15:17:08.725115 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eae7f7-dd6a-47a4-a95c-ca0a452a66ed req-9f72af55-6568-4a42-b526-aca108e33d47 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:08.726577 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-94eae7f7-dd6a-47a4-a95c-ca0a452a66ed req-9f72af55-6568-4a42-b526-aca108e33d47 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0489211 Nov 24 15:17:08.773101 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-94eae7f7-dd6a-47a4-a95c-ca0a452a66ed req-3523130e-a287-463c-b952-56728c55db4e tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405133 Nov 24 15:17:09.341999 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e44166-7e13-4f80-8bc3-6b44701f04d6 req-a6dde580-b551-47e1-8cc9-cc7577a1f1bd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:09.343573 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-80e44166-7e13-4f80-8bc3-6b44701f04d6 req-a6dde580-b551-47e1-8cc9-cc7577a1f1bd tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0551574 Nov 24 15:17:09.393028 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-80e44166-7e13-4f80-8bc3-6b44701f04d6 req-19ef827a-050b-4a6f-8185-e6478ff3a096 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433574 Nov 24 15:17:09.890709 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a879e0-7668-4612-b211-a570d6db6106 req-c2d4d973-6aa1-456d-b020-40db1c4cf140 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:09.892182 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82a879e0-7668-4612-b211-a570d6db6106 req-c2d4d973-6aa1-456d-b020-40db1c4cf140 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0481250 Nov 24 15:17:09.964854 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82a879e0-7668-4612-b211-a570d6db6106 req-82ddf211-5b6d-46d0-9736-e8f1e9312796 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667734 Nov 24 15:17:09.977770 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-7b732c2c-5664-4a7a-8194-cde15fc96856 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:09.979755 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-7b732c2c-5664-4a7a-8194-cde15fc96856 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 945 time: 0.0662854 Nov 24 15:17:10.082214 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Deleting port b91027f5-bb72-4473-bc11-4fe00f362419 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:10.082548 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:10.170152 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] For port b91027f5-bb72-4473-bc11-4fe00f362419, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=b91027f5-bb72-4473-bc11-4fe00f362419,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:10.170507 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:10.182701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Calling delete_port for b91027f5-bb72-4473-bc11-4fe00f362419 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:10.408110 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:10.427217 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a', '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'b91027f5-bb72-4473-bc11-4fe00f362419'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:10.442544 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event deleted for resources: {'Port': ['ID=b91027f5-bb72-4473-bc11-4fe00f362419,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:10.503786 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] No DVR routers for this DVR port b91027f5-bb72-4473-bc11-4fe00f362419 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:10.506529 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:10.511187 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cf119624-8dbd-4c43-84d7-42c773dbdb15 req-fae01b9d-3a93-4fd1-8317-e673b4966643 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "DELETE /v2.0/ports/b91027f5-bb72-4473-bc11-4fe00f362419 HTTP/1.1" status: 204 len: 173 time: 0.5223238 Nov 24 15:17:10.524759 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'name': 'network-vif-deleted', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:10.527227 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945ff12-1689-4a15-8337-c0e1e3ec91e0" -d '{"events": [{"server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "name": "network-vif-deleted", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:10.531695 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5eb42300-011d-4e90-bd5e-933b5aad8786 req-e25aad6a-427c-4c1d-b38a-dbb7bd533db8 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0531092 Nov 24 15:17:10.575065 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04799187-b22e-4461-9625-33d4cd32cd4b x-openstack-request-id: req-04799187-b22e-4461-9625-33d4cd32cd4b {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:10.575352 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c4dcf7-756c-499e-b1f0-23c04e65b4a0", "name": "network-vif-deleted", "tag": "b91027f5-bb72-4473-bc11-4fe00f362419", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:10.575603 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-04799187-b22e-4461-9625-33d4cd32cd4b {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:10.575990 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4dcf7-756c-499e-b1f0-23c04e65b4a0', 'name': 'network-vif-deleted', 'tag': 'b91027f5-bb72-4473-bc11-4fe00f362419', 'status': 'completed', 'code': 200} Nov 24 15:17:11.089779 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9fe3d-c2d1-4965-9767-6cb15942493c req-51c5a801-a96d-4c70-b94c-b95ccf1f6478 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:11.091342 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d2e9fe3d-c2d1-4965-9767-6cb15942493c req-51c5a801-a96d-4c70-b94c-b95ccf1f6478 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0499310 Nov 24 15:17:11.139205 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d2e9fe3d-c2d1-4965-9767-6cb15942493c req-bf695af6-9ae8-4194-99f4-46cb93378d82 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 Nov 24 15:17:11.677401 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-979d8170-1c7d-4bf0-91c8-754eeea1b0a0 req-d460a84c-fec1-4f26-bea8-1234de52af36 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=88c4dcf7-756c-499e-b1f0-23c04e65b4a0 HTTP/1.1" status: 200 len: 210 time: 0.0278664 Nov 24 15:17:12.794896 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device b91027f5-bb72-4473-bc11-4fe00f362419 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:12.818811 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: b91027f5-bb72-4473-bc11-4fe00f362419 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:12.819154 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device b91027f5-bb72-4473-bc11-4fe00f362419 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:13.177828 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9cd9a2-373f-41ab-996c-5a0e11eff9ce req-9f561197-597c-478c-9448-65503a4349ce tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:13.179314 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2a9cd9a2-373f-41ab-996c-5a0e11eff9ce req-9f561197-597c-478c-9448-65503a4349ce tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0494940 Nov 24 15:17:13.226609 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2a9cd9a2-373f-41ab-996c-5a0e11eff9ce req-b75568f0-62f8-4fe1-ae40-bef28c64d3e8 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412912 Nov 24 15:17:14.341600 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67d3ff6-edd6-4420-a43d-3361310d8412 req-cf6a8afc-e506-4ddd-beff-6b64f41e30a4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:14.343083 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e67d3ff6-edd6-4420-a43d-3361310d8412 req-cf6a8afc-e506-4ddd-beff-6b64f41e30a4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0488844 Nov 24 15:17:14.396626 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e67d3ff6-edd6-4420-a43d-3361310d8412 req-9c619c41-dce9-478a-83b3-405654decc34 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467019 Nov 24 15:17:15.516442 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629598f3-65cd-4459-b8cf-e79a0c288c59 req-9644624a-27af-435a-9143-36a21bcc2510 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:15.517984 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-629598f3-65cd-4459-b8cf-e79a0c288c59 req-9644624a-27af-435a-9143-36a21bcc2510 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0520890 Nov 24 15:17:15.526117 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-ac59f3f6-65da-429f-bc68-73e111217838 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:15.528042 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-ac59f3f6-65da-429f-bc68-73e111217838 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 945 time: 0.0538590 Nov 24 15:17:15.569542 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-629598f3-65cd-4459-b8cf-e79a0c288c59 req-35de17c1-5550-49cf-a459-7dee428ad897 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Nov 24 15:17:15.626793 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Deleting port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:15.627122 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:15.720189 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] For port 02f159c2-b1e6-4dae-b77f-b6cfb1631948, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=02f159c2-b1e6-4dae-b77f-b6cfb1631948,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:15.720550 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:15.733496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Calling delete_port for 02f159c2-b1e6-4dae-b77f-b6cfb1631948 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:15.928311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:15.942239 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a', '02f159c2-b1e6-4dae-b77f-b6cfb1631948'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:15.961667 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event deleted for resources: {'Port': ['ID=02f159c2-b1e6-4dae-b77f-b6cfb1631948,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:16.010648 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] No DVR routers for this DVR port 02f159c2-b1e6-4dae-b77f-b6cfb1631948 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:16.013480 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:16.016872 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11c4b2b9-6794-4806-bfe1-f8aecac4a712 req-3d0c57e1-ff5f-48e5-bdc2-4cc040edce77 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "DELETE /v2.0/ports/02f159c2-b1e6-4dae-b77f-b6cfb1631948 HTTP/1.1" status: 204 len: 173 time: 0.4781656 Nov 24 15:17:16.017329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'name': 'network-vif-deleted', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:16.020250 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb09c0b8-c8d5-4b57-bcaa-a0c4bafce40e" -d '{"events": [{"server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "name": "network-vif-deleted", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:16.065547 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30fb01-2231-455f-b376-f29807e63a5e x-openstack-request-id: req-9d30fb01-2231-455f-b376-f29807e63a5e {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:16.065826 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4328810-65fa-48e8-a750-cf189cabd28d", "name": "network-vif-deleted", "tag": "02f159c2-b1e6-4dae-b77f-b6cfb1631948", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:16.066269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d30fb01-2231-455f-b376-f29807e63a5e {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:16.067389 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4328810-65fa-48e8-a750-cf189cabd28d', 'name': 'network-vif-deleted', 'tag': '02f159c2-b1e6-4dae-b77f-b6cfb1631948', 'status': 'completed', 'code': 200} Nov 24 15:17:16.679877 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-56d9d974-8ed2-4148-9d47-34b41484f523 req-26067a97-b2e9-4570-93b3-5011b7181f86 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4328810-65fa-48e8-a750-cf189cabd28d HTTP/1.1" status: 200 len: 210 time: 0.0303707 Nov 24 15:17:16.756639 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd7410-e556-4c37-8c7b-a81561df3c67 req-de15df51-8167-423b-8ea6-daa3772147cb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:16.758167 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60fd7410-e556-4c37-8c7b-a81561df3c67 req-de15df51-8167-423b-8ea6-daa3772147cb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0498598 Nov 24 15:17:16.807399 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60fd7410-e556-4c37-8c7b-a81561df3c67 req-5a1e333c-4dc5-4522-bb24-e7dec9256ea7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Nov 24 15:17:17.933419 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc3048-7c9a-42e3-b028-e2b91b649f82 req-4156bf0d-7ace-4827-b746-0ac33b344aaa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:17.936474 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7abc3048-7c9a-42e3-b028-e2b91b649f82 req-4156bf0d-7ace-4827-b746-0ac33b344aaa tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0524597 Nov 24 15:17:17.987008 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7abc3048-7c9a-42e3-b028-e2b91b649f82 req-46f25192-47c6-4210-bfc6-84e05f5c5c1f tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Nov 24 15:17:18.820366 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 02f159c2-b1e6-4dae-b77f-b6cfb1631948 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:18.841748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 02f159c2-b1e6-4dae-b77f-b6cfb1631948 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:18.842130 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 02f159c2-b1e6-4dae-b77f-b6cfb1631948 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:19.110945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39681b0c-9ddf-4df0-9001-1834a0e62f22 req-1a2a2006-9f94-4207-99b8-7ffead727b02 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:19.112426 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-39681b0c-9ddf-4df0-9001-1834a0e62f22 req-1a2a2006-9f94-4207-99b8-7ffead727b02 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0528319 Nov 24 15:17:19.164305 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-39681b0c-9ddf-4df0-9001-1834a0e62f22 req-ddfc3916-4e42-4ee5-a3ae-78ef4f6b5385 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452793 Nov 24 15:17:19.419865 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d474f7a6-950b-43f8-8fa0-c20247a0ffb5 req-c265bc6a-9868-4d98-8228-9dd5c848b2f7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:19.421585 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d474f7a6-950b-43f8-8fa0-c20247a0ffb5 req-c265bc6a-9868-4d98-8228-9dd5c848b2f7 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0509651 Nov 24 15:17:19.469513 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d474f7a6-950b-43f8-8fa0-c20247a0ffb5 req-2b14ad6d-7f68-4691-9cab-221d4b8c02c4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Nov 24 15:17:20.138149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-857f48ee-788d-4a1a-8d06-5c70182ee605 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:20.139565 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-857f48ee-788d-4a1a-8d06-5c70182ee605 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.0490072 Nov 24 15:17:20.238858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Deleting port f0ef2639-30dc-4843-9403-e16d34636f76 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:20.239110 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:20.346611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4175c62a-2e8e-488b-a1c7-038ea71a8c6b req-baf36d78-ac57-4b58-b1e9-8408f310e532 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:20.348709 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4175c62a-2e8e-488b-a1c7-038ea71a8c6b req-baf36d78-ac57-4b58-b1e9-8408f310e532 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 946 time: 0.1055791 Nov 24 15:17:20.378401 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] For port f0ef2639-30dc-4843-9403-e16d34636f76, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0ef2639-30dc-4843-9403-e16d34636f76,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:20.378807 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:20.397024 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Calling delete_port for f0ef2639-30dc-4843-9403-e16d34636f76 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:20.428813 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4175c62a-2e8e-488b-a1c7-038ea71a8c6b req-e0900218-2b7e-491f-9537-3b4e741d8b69 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Nov 24 15:17:20.594858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9ad0e-5a82-472d-8226-5a131752ec76 req-de1dc52c-a917-4e42-84e3-3f2de9365a00 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:20.596313 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d7b9ad0e-5a82-472d-8226-5a131752ec76 req-de1dc52c-a917-4e42-84e3-3f2de9365a00 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0548310 Nov 24 15:17:20.609456 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:20.622591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['c1986123-620c-4103-ae30-6d5eb7fd080a', 'f0ef2639-30dc-4843-9403-e16d34636f76'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:20.648415 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Pushing event deleted for resources: {'Port': ['ID=f0ef2639-30dc-4843-9403-e16d34636f76,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:20.700220 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] No DVR routers for this DVR port f0ef2639-30dc-4843-9403-e16d34636f76 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:20.706034 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d7b9ad0e-5a82-472d-8226-5a131752ec76 req-f774ec8d-ff1c-4ff7-a9d0-5794ba50f1bb tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026111 Nov 24 15:17:20.707978 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:20.713514 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a8c13f0-1b03-4573-98fb-2f1799b8b68f req-47e3dbaf-60a1-4cca-96d0-4516a42665b2 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "DELETE /v2.0/ports/f0ef2639-30dc-4843-9403-e16d34636f76 HTTP/1.1" status: 204 len: 173 time: 0.5649166 Nov 24 15:17:20.713514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'name': 'network-vif-deleted', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:20.715655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3e0373-dcc2-4958-9d37-e49421c9ddf8" -d '{"events": [{"server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "name": "network-vif-deleted", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:20.765846 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9238866c-c188-4f70-a6d8-fcec9b33f986 x-openstack-request-id: req-9238866c-c188-4f70-a6d8-fcec9b33f986 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:20.766140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291", "name": "network-vif-deleted", "tag": "f0ef2639-30dc-4843-9403-e16d34636f76", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:20.766393 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9238866c-c188-4f70-a6d8-fcec9b33f986 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:20.766990 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291', 'name': 'network-vif-deleted', 'tag': 'f0ef2639-30dc-4843-9403-e16d34636f76', 'status': 'completed', 'code': 200} Nov 24 15:17:21.544689 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-49d5731c-8d9f-4773-9757-1109b2468fea req-79ee03b9-a753-4580-a53b-2151e6c0459b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b63a1f0-ae5b-46d6-96d1-3bf4e89d4291 HTTP/1.1" status: 200 len: 210 time: 0.0296583 Nov 24 15:17:21.633136 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:17:21.867585 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff2638-5783-443f-904d-ecd7a2a4b667 req-613b732a-c5bb-4d81-8f50-546addebbba9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:21.869080 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10ff2638-5783-443f-904d-ecd7a2a4b667 req-613b732a-c5bb-4d81-8f50-546addebbba9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0851362 Nov 24 15:17:21.877036 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edde46-1ba6-4374-9de3-262184e47f92 req-ae743b09-c954-442e-bf1e-70c0e52bcda4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:21.878331 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-92edde46-1ba6-4374-9de3-262184e47f92 req-ae743b09-c954-442e-bf1e-70c0e52bcda4 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 946 time: 0.0668781 Nov 24 15:17:21.957017 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10ff2638-5783-443f-904d-ecd7a2a4b667 req-32630665-a2ad-451f-ab45-66c97eeb6d9e tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/security-groups?id=3180129d-c685-44f7-81d9-b8864c517536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777366 Nov 24 15:17:22.003168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Deleting port 8fbd1f3e-67b4-4712-832f-c993e435c60a {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:22.003500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:22.092673 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] For port 8fbd1f3e-67b4-4712-832f-c993e435c60a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=8fbd1f3e-67b4-4712-832f-c993e435c60a,segment=NetworkSegment(7a84d4a7-0929-4cf7-afac-75ea9dc235d6),segment_id=7a84d4a7-0929-4cf7-afac-75ea9dc235d6)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:22.093032 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:22.111724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Calling delete_port for 8fbd1f3e-67b4-4712-832f-c993e435c60a owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:22.281690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:22.294074 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['8fbd1f3e-67b4-4712-832f-c993e435c60a'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:22.312524 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Pushing event deleted for resources: {'Port': ['ID=8fbd1f3e-67b4-4712-832f-c993e435c60a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:22.354859 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] No DVR routers for this DVR port 8fbd1f3e-67b4-4712-832f-c993e435c60a on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:22.357435 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:22.360517 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-92edde46-1ba6-4374-9de3-262184e47f92 req-2c22229b-0183-4329-840e-007cdd953800 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.83 "DELETE /v2.0/ports/8fbd1f3e-67b4-4712-832f-c993e435c60a HTTP/1.1" status: 204 len: 173 time: 0.4671462 Nov 24 15:17:22.768241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'name': 'network-vif-deleted', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:22.770550 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9903804-70b5-4e1e-b870-31f9f8772c64" -d '{"events": [{"server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "name": "network-vif-deleted", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:22.809766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e8be17-8d4e-4fc7-ad9e-b5430b763e5b x-openstack-request-id: req-e7e8be17-8d4e-4fc7-ad9e-b5430b763e5b {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:22.809766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e", "name": "network-vif-deleted", "tag": "8fbd1f3e-67b4-4712-832f-c993e435c60a", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:22.809766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7e8be17-8d4e-4fc7-ad9e-b5430b763e5b {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:22.809766 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e', 'name': 'network-vif-deleted', 'tag': '8fbd1f3e-67b4-4712-832f-c993e435c60a', 'status': 'completed', 'code': 200} Nov 24 15:17:22.836080 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0ef2639-30dc-4843-9403-e16d34636f76 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:22.859586 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: f0ef2639-30dc-4843-9403-e16d34636f76 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:22.859940 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0ef2639-30dc-4843-9403-e16d34636f76 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:23.071643 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-782deb6b-d28f-46ad-924d-e8602140f5be req-67528792-71ef-44f6-976d-b2e9633670d9 tempest-AttachVolumeNegativeTest-530721072 tempest-AttachVolumeNegativeTest-530721072-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e9b7fa-d1bd-4436-92c0-1bb1ffc31e7e HTTP/1.1" status: 200 len: 210 time: 0.0262568 Nov 24 15:17:23.084655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff99b5-2108-4100-97f2-d182fb7e02dd req-2543786a-ef1c-4521-8b19-1c5a703fad29 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:23.086201 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-47ff99b5-2108-4100-97f2-d182fb7e02dd req-2543786a-ef1c-4521-8b19-1c5a703fad29 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0511785 Nov 24 15:17:23.134275 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-47ff99b5-2108-4100-97f2-d182fb7e02dd req-ddfb6bbc-fdeb-4c98-975c-f0a3ae8c0e68 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421569 Nov 24 15:17:24.127055 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38672) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:24.171876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Deleting subnet 7f75264e-459c-49ba-b0d4-105db004a1e6 {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:17:24.175267 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.217863 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13844893'] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.257784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.260906 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42352801-5297-4717-a4b0-a0bd9e3c8f71 req-0c74b234-4fde-4ec2-a252-17d9164ca6c1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:24.262437 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-42352801-5297-4717-a4b0-a0bd9e3c8f71 req-0c74b234-4fde-4ec2-a252-17d9164ca6c1 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0484343 Nov 24 15:17:24.320481 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-42352801-5297-4717-a4b0-a0bd9e3c8f71 req-4f2cb441-9a82-49b9-be58-51d5635f968a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518467 Nov 24 15:17:24.369018 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12602047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317819'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.392241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f75264e-459c-49ba-b0d4-105db004a1e6,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:24.402820 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.404005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.404005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.404005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.404380 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.405062 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.405062 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.405389 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.405723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.406058 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.406391 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.406720 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:24.409802 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.413755 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4f68fd76-2340-40c6-bfcb-2dd1eb217560 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7f75264e-459c-49ba-b0d4-105db004a1e6 HTTP/1.1" status: 204 len: 168 time: 0.2856622 Nov 24 15:17:24.416500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38682) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:24.485971 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.563811 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.584799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e552abba-667d-4fa8-88ce-f68e8bf6e7b0']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:24.594357 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a84d4a7-0929-4cf7-afac-75ea9dc235d6') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:24.594650 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a84d4a7-0929-4cf7-afac-75ea9dc235d6') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:24.608759 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.622140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.627788 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Releasing vlan 1195 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:17:24.628204 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:17:24.629841 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:17:24.733144 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.740434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:24.746059 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e552abba-667d-4fa8-88ce-f68e8bf6e7b0 HTTP/1.1" status: 204 len: 168 time: 0.3283463 Nov 24 15:17:24.756632 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53d6d2-5ddd-4248-9627-6e6d178e7990 admin admin] Pushing event deleted for resources: {'Network': ['ID=e552abba-667d-4fa8-88ce-f68e8bf6e7b0,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:24.837121 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 8fbd1f3e-67b4-4712-832f-c993e435c60a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:24.857850 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 8fbd1f3e-67b4-4712-832f-c993e435c60a {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:24.858204 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 8fbd1f3e-67b4-4712-832f-c993e435c60a not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:25.137882 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 38694) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:25.176840 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5719a0fe-ff6d-40d3-852a-ea6db9d8d7ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=897ab240793346189552c0826f50975f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377858 Nov 24 15:17:25.180123 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38696) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:25.230774 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:25.252765 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:25.368200 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:25.375054 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:25.375054 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3180129d-c685-44f7-81d9-b8864c517536 HTTP/1.1" status: 204 len: 168 time: 0.1908519 Nov 24 15:17:25.380312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f5165-3508-4f5c-99a8-73087480df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3180129d-c685-44f7-81d9-b8864c517536,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:25.444994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158db3c-e492-4288-a1c8-accf7b501e12 req-90f0e9ff-e0a4-445c-84d8-27348a0c23ba tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:25.446562 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5158db3c-e492-4288-a1c8-accf7b501e12 req-90f0e9ff-e0a4-445c-84d8-27348a0c23ba tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0530226 Nov 24 15:17:25.495633 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5158db3c-e492-4288-a1c8-accf7b501e12 req-92b46b6b-d0b2-4b72-af51-cb9aa3a9d5dd tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429754 Nov 24 15:17:26.615556 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf196e7a-9bc7-4092-87e5-415e5d452118 req-20d9f943-cc29-46b8-aa16-62dfb94e8215 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:26.617278 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bf196e7a-9bc7-4092-87e5-415e5d452118 req-20d9f943-cc29-46b8-aa16-62dfb94e8215 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0523274 Nov 24 15:17:26.684657 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bf196e7a-9bc7-4092-87e5-415e5d452118 req-8d00843b-181c-4d41-b139-92224f5b390c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601966 Nov 24 15:17:27.202612 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fb16eda7-f5ee-43d5-95db-910548a9a059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:27.628684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38760) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:27.782939 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24461281-c135-4979-9305-c80b2176f314 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:27.810838 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69d57d-c385-47bb-84d2-8f512758dd43 req-8ac5a237-a1c2-4823-9e31-933288762a46 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:27.812382 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5b69d57d-c385-47bb-84d2-8f512758dd43 req-8ac5a237-a1c2-4823-9e31-933288762a46 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0540900 Nov 24 15:17:27.860372 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5b69d57d-c385-47bb-84d2-8f512758dd43 req-82d7c366-3d0d-4dce-b68d-eb11ce45a110 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Nov 24 15:17:27.866266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24461281-c135-4979-9305-c80b2176f314 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:27.911205 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24461281-c135-4979-9305-c80b2176f314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:27.950890 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-24461281-c135-4979-9305-c80b2176f314 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6b30f5e231742c8827cdc324629708b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211424 Nov 24 15:17:27.951740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24461281-c135-4979-9305-c80b2176f314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96292c5-4943-4705-8418-4e30d95b624c,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:27.953760 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 38768) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:28.001929 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.023033 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.132743 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.135378 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.136572 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b96292c5-4943-4705-8418-4e30d95b624c HTTP/1.1" status: 204 len: 168 time: 0.1818092 Nov 24 15:17:28.144819 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96292c5-4943-4705-8418-4e30d95b624c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:28.152938 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.153300 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.153651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.153991 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.154335 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.154792 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.155006 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.155366 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.155749 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.156109 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.156492 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.156827 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc10612-4904-4d54-b5ef-d55fcdc0f92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:17:28.744388 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 38778) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:28.760942 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8fff515-731c-4e05-91ff-125cfa977c76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.838729 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8fff515-731c-4e05-91ff-125cfa977c76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.888902 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e8fff515-731c-4e05-91ff-125cfa977c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:28.928613 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e8fff515-731c-4e05-91ff-125cfa977c76 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87fb386aa8dd4e049bc79896b7f4e911&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1831145 Nov 24 15:17:28.930641 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fff515-731c-4e05-91ff-125cfa977c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72231c85-fe19-49aa-8971-df1e8cd40fff,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:28.931476 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38784) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:28.979346 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dff65e-bd17-4d31-ab86-4937a5a1b2f9 req-b77bbfab-ce78-46fc-b1ea-b13b79cbfe9c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:28.980858 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74dff65e-bd17-4d31-ab86-4937a5a1b2f9 req-b77bbfab-ce78-46fc-b1ea-b13b79cbfe9c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0512621 Nov 24 15:17:28.981876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:29.003669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:29.029349 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-74dff65e-bd17-4d31-ab86-4937a5a1b2f9 req-249e64e2-5f0a-479e-bce6-c74748ade45c tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Nov 24 15:17:29.111242 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:29.113869 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:29.115808 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72231c85-fe19-49aa-8971-df1e8cd40fff HTTP/1.1" status: 204 len: 168 time: 0.1833053 Nov 24 15:17:29.123768 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9aec99-0eca-4e77-8ac1-eda917043323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72231c85-fe19-49aa-8971-df1e8cd40fff,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:29.590807 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-58f66cbd-7e8d-4754-b604-76ffa3c08b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:30.149999 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d21332-98ca-4e0c-b996-b45249c10c25 req-bcce050e-6215-468a-be08-c2b7a60c41ae tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:30.151620 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11d21332-98ca-4e0c-b996-b45249c10c25 req-bcce050e-6215-468a-be08-c2b7a60c41ae tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0544252 Nov 24 15:17:30.221905 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11d21332-98ca-4e0c-b996-b45249c10c25 req-d39ea80c-c1a2-4de0-8433-850a4b7fa036 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Nov 24 15:17:30.751047 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:31.331466 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb86f3-237f-4155-ac7d-42d5ad8e4d4b req-e4869ef2-e694-4439-a6a4-688f17867972 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:31.332992 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5fcb86f3-237f-4155-ac7d-42d5ad8e4d4b req-e4869ef2-e694-4439-a6a4-688f17867972 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0577273 Nov 24 15:17:31.381942 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5fcb86f3-237f-4155-ac7d-42d5ad8e4d4b req-431b0246-69f3-4747-b21b-5f31f2d6e38b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423830 Nov 24 15:17:32.242256 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:32.265180 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:32.495851 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a913ba-b2ea-460f-b1b2-0c60f6327458 req-2dee257b-6e19-4832-8417-03ee00d21136 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:32.497331 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-99a913ba-b2ea-460f-b1b2-0c60f6327458 req-2dee257b-6e19-4832-8417-03ee00d21136 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0477459 Nov 24 15:17:32.547959 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-99a913ba-b2ea-460f-b1b2-0c60f6327458 req-24c791b4-b1fb-4a06-b57d-b3dba7a47940 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446346 Nov 24 15:17:33.071506 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:33.679062 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea6d43-4644-445f-bb7a-0bb13d7abfc3 req-97403694-fbd3-42ed-aa60-bea22080c22a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:33.680676 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93ea6d43-4644-445f-bb7a-0bb13d7abfc3 req-97403694-fbd3-42ed-aa60-bea22080c22a tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0542135 Nov 24 15:17:33.728361 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-93ea6d43-4644-445f-bb7a-0bb13d7abfc3 req-99b0464d-9acd-4ee9-b823-0c2e913687c7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418265 Nov 24 15:17:34.593580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38956) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:34.697972 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb83abc6-e864-4b8b-afed-5d755c1f5c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:34.773999 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb83abc6-e864-4b8b-afed-5d755c1f5c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:34.819996 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cb83abc6-e864-4b8b-afed-5d755c1f5c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:34.843083 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47693afe-0eaf-4651-8180-6bbe4139b5f7 req-16d9f250-924c-4c5c-8d5a-78769e1d4dd8 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:34.844921 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-47693afe-0eaf-4651-8180-6bbe4139b5f7 req-16d9f250-924c-4c5c-8d5a-78769e1d4dd8 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0507271 Nov 24 15:17:34.863648 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-cb83abc6-e864-4b8b-afed-5d755c1f5c5b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ccb69661c3884f52b36dac83bc70adec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2689900 Nov 24 15:17:34.865269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83abc6-e864-4b8b-afed-5d755c1f5c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cca1c2-9bb6-464d-ba7e-8ac5360098b6,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:34.867550 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38962) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:34.896698 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-47693afe-0eaf-4651-8180-6bbe4139b5f7 req-ca7e4e28-1315-4c6c-ac76-e6bc133313fb tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450366 Nov 24 15:17:34.915282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:34.936369 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.040864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.043393 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.044543 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d2cca1c2-9bb6-464d-ba7e-8ac5360098b6 HTTP/1.1" status: 204 len: 168 time: 0.1760676 Nov 24 15:17:35.052538 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc02d95-0142-4ecc-8241-eabc92221594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cca1c2-9bb6-464d-ba7e-8ac5360098b6,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:35.650756 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 38974) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:35.658928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3807b142-bb46-4cc9-a3a7-6a424e8ef1e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.731558 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3807b142-bb46-4cc9-a3a7-6a424e8ef1e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.824425 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3807b142-bb46-4cc9-a3a7-6a424e8ef1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.865546 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3807b142-bb46-4cc9-a3a7-6a424e8ef1e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=77f1056c5f3f48f19c9c7ecb398c61b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159941 Nov 24 15:17:35.865882 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 38978) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:35.869128 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807b142-bb46-4cc9-a3a7-6a424e8ef1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05781398-76bd-4c9c-ab1a-ed1fcaec28ed,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:35.927230 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:35.952243 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:36.027236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dab990-d439-4823-971d-7fb3c806cced req-48a20dfd-7101-415d-9fd7-4ae169a53cf7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:36.028737 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b0dab990-d439-4823-971d-7fb3c806cced req-48a20dfd-7101-415d-9fd7-4ae169a53cf7 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.0599148 Nov 24 15:17:36.075450 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b0dab990-d439-4823-971d-7fb3c806cced req-5ed0f635-21e3-4def-9ae1-c6c397d4df9d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Nov 24 15:17:36.076849 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:36.079402 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:36.080663 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/05781398-76bd-4c9c-ab1a-ed1fcaec28ed HTTP/1.1" status: 204 len: 168 time: 0.2137766 Nov 24 15:17:36.089088 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1aa30-c0d6-4946-b17f-ea18b8f2a11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05781398-76bd-4c9c-ab1a-ed1fcaec28ed,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:36.893784 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-0bdcbf77-7a72-446d-9bf3-60ea2fda84bd service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424204 Nov 24 15:17:37.006885 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067caf77-ba8b-4fef-8270-200c44be487b req-e1f51e7b-e724-445b-99b0-3b10373182b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:37.008392 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-e1f51e7b-e724-445b-99b0-3b10373182b9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.0747278 Nov 24 15:17:37.023128 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908225c6-cdcf-48c0-958b-740befdfb91f req-b5a28fd3-5856-4e51-b3b6-35e1caf33d0d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:37.028854 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-908225c6-cdcf-48c0-958b-740befdfb91f req-b5a28fd3-5856-4e51-b3b6-35e1caf33d0d tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.1030936 Nov 24 15:17:37.439696 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067caf77-ba8b-4fef-8270-200c44be487b req-bb649d28-7489-4c92-b1a2-3c350c294260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:37.441192 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-bb649d28-7489-4c92-b1a2-3c350c294260 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.3946128 Nov 24 15:17:37.463923 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca46e5-54c9-4c85-b6cd-b71286ebbadd req-408c7c7b-0de4-45ad-b84b-cc4525206a45 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:37.465635 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c5ca46e5-54c9-4c85-b6cd-b71286ebbadd req-408c7c7b-0de4-45ad-b84b-cc4525206a45 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 945 time: 0.2954140 Nov 24 15:17:37.468983 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Deleting port c1986123-620c-4103-ae30-6d5eb7fd080a {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:37.469512 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:37.584909 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c5ca46e5-54c9-4c85-b6cd-b71286ebbadd req-0ff74a92-39ad-44b1-8b35-88a35c900507 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/security-groups?id=76134e79-d6aa-42fa-a38f-496e073c5206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995955 Nov 24 15:17:37.606157 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] For port c1986123-620c-4103-ae30-6d5eb7fd080a, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c1986123-620c-4103-ae30-6d5eb7fd080a,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:37.612602 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:37.620285 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Calling delete_port for c1986123-620c-4103-ae30-6d5eb7fd080a owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:37.809274 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:37.842133 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Pushing event deleted for resources: {'Port': ['ID=c1986123-620c-4103-ae30-6d5eb7fd080a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:37.898866 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] No DVR routers for this DVR port c1986123-620c-4103-ae30-6d5eb7fd080a on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:37.912000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:37.912000 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-908225c6-cdcf-48c0-958b-740befdfb91f req-4bc17de8-c280-43f2-ab66-f9bde97a31d6 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.83 "DELETE /v2.0/ports/c1986123-620c-4103-ae30-6d5eb7fd080a HTTP/1.1" status: 204 len: 173 time: 0.8595819 Nov 24 15:17:37.912000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'name': 'network-vif-deleted', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:37.912000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f0b627-2942-4a9d-809c-9462e2ef7e26" -d '{"events": [{"server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "name": "network-vif-deleted", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:37.945099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7f0b14-723d-48ca-985b-717b4315f775 x-openstack-request-id: req-df7f0b14-723d-48ca-985b-717b4315f775 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:37.945099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3da52232-10b2-4126-a126-bf7f0563956b", "name": "network-vif-deleted", "tag": "c1986123-620c-4103-ae30-6d5eb7fd080a", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:37.945099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df7f0b14-723d-48ca-985b-717b4315f775 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:37.945099 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da52232-10b2-4126-a126-bf7f0563956b', 'name': 'network-vif-deleted', 'tag': 'c1986123-620c-4103-ae30-6d5eb7fd080a', 'status': 'completed', 'code': 200} Nov 24 15:17:38.681323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e6d7ec7a-85e4-4cab-900f-dd613067f035 req-15a682ad-1d4b-45a3-be6e-489da83830ed tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 210 time: 0.0254595 Nov 24 15:17:39.710913 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39102) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:39.778418 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f0f09cb3-0208-4c6e-9e3d-06511ef3135b req-26c75ba8-e206-494a-a9fa-7a19a41ec75b tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 210 time: 0.0276427 Nov 24 15:17:39.819704 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3e67169c-fc23-4067-8a28-cb18f28aa2a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:39.893913 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3e67169c-fc23-4067-8a28-cb18f28aa2a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:39.979526 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3e67169c-fc23-4067-8a28-cb18f28aa2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:40.016824 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67169c-fc23-4067-8a28-cb18f28aa2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb227cf4-902d-4741-81c4-34dff4f7c1e1,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:40.021068 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3e67169c-fc23-4067-8a28-cb18f28aa2a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=767ba6d2c7aa4b67917e91e1a72939dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3089173 Nov 24 15:17:40.023834 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39110) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:40.070448 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:40.091333 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:40.202044 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:40.204619 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:40.205737 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb227cf4-902d-4741-81c4-34dff4f7c1e1 HTTP/1.1" status: 204 len: 168 time: 0.1810210 Nov 24 15:17:40.215298 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425320dd-7bc0-42e4-a4d2-a72b7fed84fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb227cf4-902d-4741-81c4-34dff4f7c1e1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:40.226657 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['c1986123-620c-4103-ae30-6d5eb7fd080a'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:40.284977 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-6a40268e-4530-4294-bb0a-cbd393c1c4b3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0731444 Nov 24 15:17:40.345075 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067caf77-ba8b-4fef-8270-200c44be487b req-da00b2ed-20d8-4545-8cc2-b1ed413b2771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:40.346515 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-da00b2ed-20d8-4545-8cc2-b1ed413b2771 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0478144 Nov 24 15:17:40.420981 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067caf77-ba8b-4fef-8270-200c44be487b req-8e4bbcd7-a7fd-4255-a9e5-a75b9693551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:40.422593 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-8e4bbcd7-a7fd-4255-a9e5-a75b9693551e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422108 Nov 24 15:17:40.529119 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-bb5b152a-fe03-49ca-b7bd-8f6e9b0abb2d service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813792 Nov 24 15:17:40.630555 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-067caf77-ba8b-4fef-8270-200c44be487b req-a74a3141-cacd-42c3-a236-65b6be0e22c4 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881698 Nov 24 15:17:40.895444 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0bb09b1-d417-4d11-b178-f5f63794d528 req-3e9e9585-f33d-4b37-a47b-25b033664138 tempest-ServerRescueNegativeTestJSON-1418219094 tempest-ServerRescueNegativeTestJSON-1418219094-project] 10.222.0.15 "GET /v2.0/ports?device_id=3da52232-10b2-4126-a126-bf7f0563956b HTTP/1.1" status: 200 len: 210 time: 0.0271578 Nov 24 15:17:40.921632 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39122) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:40.935301 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b81a52d-2bc9-4b0b-a1e0-c9dae0bb3321 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.014115 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b81a52d-2bc9-4b0b-a1e0-c9dae0bb3321 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.094397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0b81a52d-2bc9-4b0b-a1e0-c9dae0bb3321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.134915 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0b81a52d-2bc9-4b0b-a1e0-c9dae0bb3321 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03c2f29d8ed34334a2e9dd117822cf5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2121203 Nov 24 15:17:41.136849 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81a52d-2bc9-4b0b-a1e0-c9dae0bb3321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22bea2e-0073-4310-815c-e93b2ce3757e,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:41.137593 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39132) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:41.187178 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.209967 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.379580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.382601 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:41.383787 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b22bea2e-0073-4310-815c-e93b2ce3757e HTTP/1.1" status: 204 len: 168 time: 0.2451000 Nov 24 15:17:41.393739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7efbed-f8ac-4389-bd12-3a4f59e0ca2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22bea2e-0073-4310-815c-e93b2ce3757e,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:41.954327 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39156) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:42.411063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:42.668968 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7a1da-b0b6-4ca0-a6dd-706704e5c7d5 req-9f654a78-151f-4a7e-a054-1ff1ca63a7d5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:42.671497 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4ca7a1da-b0b6-4ca0-a6dd-706704e5c7d5 req-9f654a78-151f-4a7e-a054-1ff1ca63a7d5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.1061962 Nov 24 15:17:42.773339 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4ca7a1da-b0b6-4ca0-a6dd-706704e5c7d5 req-bb4f3e1d-a740-4460-9856-b6b740677cac tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884728 Nov 24 15:17:42.796860 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Deleting port f2e9bb44-7392-47a7-a5ef-e8d10e5da013 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:42.797202 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:42.874707 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] For port f2e9bb44-7392-47a7-a5ef-e8d10e5da013, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,segment=NetworkSegment(81263d93-2f8b-49fb-9646-b541f6f63c20),segment_id=81263d93-2f8b-49fb-9646-b541f6f63c20)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:42.875099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:42.887853 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Calling delete_port for f2e9bb44-7392-47a7-a5ef-e8d10e5da013 owned by network:router_interface {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:43.144251 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.149188 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39202) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:43.180537 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e9bb44-7392-47a7-a5ef-e8d10e5da013,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:43.261513 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3cf24cb-9843-4ca9-aea6-9e2ac9b78673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.347479 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3cf24cb-9843-4ca9-aea6-9e2ac9b78673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.356152 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.448924 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3cf24cb-9843-4ca9-aea6-9e2ac9b78673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.489278 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf24cb-9843-4ca9-aea6-9e2ac9b78673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6093615-f5e2-449c-a50c-fa039be60f60,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:43.498275 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e3cf24cb-9843-4ca9-aea6-9e2ac9b78673 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f840b93e1a294443862773a186788d16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3451383 Nov 24 15:17:43.506709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39214) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:43.550620 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.572417 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.591670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Router 7ba3f819-099c-4211-9a8b-300ae413b168 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:17:43.681043 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.683695 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.684897 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6093615-f5e2-449c-a50c-fa039be60f60 HTTP/1.1" status: 204 len: 168 time: 0.1853101 Nov 24 15:17:43.694424 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5eadbc-e55e-4774-9e81-ebd85144a674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6093615-f5e2-449c-a50c-fa039be60f60,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:43.697773 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:17:43.706431 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-d58b917c-f79e-424b-b884-5f1d42dd1987 admin admin] 10.222.0.15 "PUT /v2.0/routers/7ba3f819-099c-4211-9a8b-300ae413b168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509940 Nov 24 15:17:43.708094 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39218) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:43.711728 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Sync routers for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:17:43.724758 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:17:43.724758 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:17:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:43.833189 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:43.852533 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:17:44.056996 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:17:43Z', 'revision_number': 5, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:44.085976 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Checking router: 7ba3f819-099c-4211-9a8b-300ae413b168 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:17:44.095988 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Routers {'7ba3f819-099c-4211-9a8b-300ae413b168'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:17:44.096682 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:17:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['7ba3f819-099c-4211-9a8b-300ae413b168'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:44.216200 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c961344-eba2-41d5-aab3-fe79613723cc req-97de872e-ad34-48dd-83fd-b421b72ea3ce tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:44.217752 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c961344-eba2-41d5-aab3-fe79613723cc req-97de872e-ad34-48dd-83fd-b421b72ea3ce tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.3325572 Nov 24 15:17:44.243008 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c1986123-620c-4103-ae30-6d5eb7fd080a no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:44.257181 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:44.266464 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: c1986123-620c-4103-ae30-6d5eb7fd080a {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:44.266813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c1986123-620c-4103-ae30-6d5eb7fd080a not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:44.284171 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c961344-eba2-41d5-aab3-fe79613723cc req-602bcd60-7a65-4bb3-b520-47e34489407d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590100 Nov 24 15:17:44.300320 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] Set router 7ba3f819-099c-4211-9a8b-300ae413b168 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:17:44.421624 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Deleting port f86fd2f8-0b6c-4941-af18-bf154df0ee75 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:44.421957 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:44.484471 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-1458632e-7025-47c6-b46c-07168d432324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:17:43Z', 'revision_number': 5, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:44.514522 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1458632e-7025-47c6-b46c-07168d432324 None None] The sync data for ids ['7ba3f819-099c-4211-9a8b-300ae413b168'] in dv-cinder-816898-4-iscsi is: [{'id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'name': 'tempest-ServerRescueNegativeTestJSON-1570874054-router', 'tenant_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:17:43Z', 'revision_number': 5, 'project_id': '2ffe8aae9e6d4defafe0a82e99165caa', 'gw_port': {'id': 'f86fd2f8-0b6c-4941-af18-bf154df0ee75', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:be:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ba3f819-099c-4211-9a8b-300ae413b168', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:25Z', 'updated_at': '2021-11-24T15:14:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:17:44.526699 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] For port f86fd2f8-0b6c-4941-af18-bf154df0ee75, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f86fd2f8-0b6c-4941-af18-bf154df0ee75,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:44.527103 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:44.550264 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Calling delete_port for f86fd2f8-0b6c-4941-af18-bf154df0ee75 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:44.808796 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:44.835897 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86fd2f8-0b6c-4941-af18-bf154df0ee75,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:44.925467 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.041430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.043750 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.173993 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.174565 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ba3f819-099c-4211-9a8b-300ae413b168 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:17:45.179396 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.185954 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b402b3e4-8ba7-4346-95ed-84babe640ec5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/7ba3f819-099c-4211-9a8b-300ae413b168 HTTP/1.1" status: 204 len: 168 time: 1.4702647 Nov 24 15:17:45.185954 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39260) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:45.235795 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Deleting subnet b9a36194-4615-4dd4-a70e-e86caa44d64a {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:17:45.243823 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.282205 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.329775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.426801 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe3bf8-ab24-48df-a2d9-aac14dc4087c req-eef775ee-8aa1-44fb-8bc6-ec8d2aef9b58 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:45.428215 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffbe3bf8-ab24-48df-a2d9-aac14dc4087c req-eef775ee-8aa1-44fb-8bc6-ec8d2aef9b58 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0597417 Nov 24 15:17:45.477626 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffbe3bf8-ab24-48df-a2d9-aac14dc4087c req-e7b777f4-545a-4e9b-8674-71666d5556d2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430977 Nov 24 15:17:45.533079 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.561485 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9a36194-4615-4dd4-a70e-e86caa44d64a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:45.563315 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.566636 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-83e21237-1f99-4145-b44f-87f3bba22626 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b9a36194-4615-4dd4-a70e-e86caa44d64a HTTP/1.1" status: 204 len: 168 time: 0.3826659 Nov 24 15:17:45.571829 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39272) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:45.662729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.750292 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:45.953977 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f86fd2f8-0b6c-4941-af18-bf154df0ee75 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:45.978787 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: f86fd2f8-0b6c-4941-af18-bf154df0ee75 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:45.979258 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f86fd2f8-0b6c-4941-af18-bf154df0ee75 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:45.979796 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f2e9bb44-7392-47a7-a5ef-e8d10e5da013 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:46.001157 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: f2e9bb44-7392-47a7-a5ef-e8d10e5da013 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:46.001726 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f2e9bb44-7392-47a7-a5ef-e8d10e5da013 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:46.004274 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb92c3c0-6d9d-4bc5-a295-8163cb22c532']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:46.014005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81263d93-2f8b-49fb-9646-b541f6f63c20') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:46.014400 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81263d93-2f8b-49fb-9646-b541f6f63c20') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:17:46.024224 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.041564 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.049804 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:17:46.050761 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:17:46.053493 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:17:46.165409 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39292) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:46.202609 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.208606 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.213471 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb92c3c0-6d9d-4bc5-a295-8163cb22c532 HTTP/1.1" status: 204 len: 168 time: 0.6404305 Nov 24 15:17:46.222849 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53681b49-aea7-4b65-a301-9a8d0aaf296b admin admin] Pushing event deleted for resources: {'Network': ['ID=fb92c3c0-6d9d-4bc5-a295-8163cb22c532,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:46.273531 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-33a25d86-0187-4d7f-bb1b-3836c56d11ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.357235 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-33a25d86-0187-4d7f-bb1b-3836c56d11ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.514810 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-33a25d86-0187-4d7f-bb1b-3836c56d11ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.562820 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58943b-4025-4797-994b-ca8c89b45c4b req-331a394b-2ebb-428f-91c6-cee838c54e31 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:46.567169 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-33a25d86-0187-4d7f-bb1b-3836c56d11ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33ddd0c2f5f94d1da3b436b7e2879b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3980806 Nov 24 15:17:46.568463 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39312) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:46.571910 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e58943b-4025-4797-994b-ca8c89b45c4b req-331a394b-2ebb-428f-91c6-cee838c54e31 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0692887 Nov 24 15:17:46.603020 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a25d86-0187-4d7f-bb1b-3836c56d11ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441740ce-a1a3-4125-a910-523b4ab3a3c2,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:46.628519 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0e58943b-4025-4797-994b-ca8c89b45c4b req-e1781e36-3a98-4bf2-a30e-5d877e785c43 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Nov 24 15:17:46.673604 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.684209 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4798fc1d-31c7-46fd-8b3a-187cdfabf3d4 req-d7ff5c74-cee0-4c92-a746-613cdc47883a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:46.685677 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4798fc1d-31c7-46fd-8b3a-187cdfabf3d4 req-d7ff5c74-cee0-4c92-a746-613cdc47883a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0793128 Nov 24 15:17:46.701677 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39314) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:46.719910 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.751457 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-361ebb5c-cc31-4bd9-9d50-8fc57aae560a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ffe8aae9e6d4defafe0a82e99165caa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0485265 Nov 24 15:17:46.754015 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39316) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:46.774080 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4798fc1d-31c7-46fd-8b3a-187cdfabf3d4 req-924c54c3-2250-47de-b680-5d66f1982d2f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786953 Nov 24 15:17:46.812005 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.833715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.881623 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.884636 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.885777 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/441740ce-a1a3-4125-a910-523b4ab3a3c2 HTTP/1.1" status: 204 len: 168 time: 0.3168221 Nov 24 15:17:46.895782 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a0468-9fdc-4aac-9b38-4b4ec3c8665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441740ce-a1a3-4125-a910-523b4ab3a3c2,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:46.991588 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.994645 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:46.995843 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/76134e79-d6aa-42fa-a38f-496e073c5206 HTTP/1.1" status: 204 len: 168 time: 0.2409043 Nov 24 15:17:47.003602 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7735879b-4d68-4f64-a6d8-b37f343face0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76134e79-d6aa-42fa-a38f-496e073c5206,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:47.748752 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0abfb-2847-450f-ba1c-d2cbb633f209 req-c4a9bc4a-b755-4b70-a7ea-89ca2eff4510 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:47.750279 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29d0abfb-2847-450f-ba1c-d2cbb633f209 req-c4a9bc4a-b755-4b70-a7ea-89ca2eff4510 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0503764 Nov 24 15:17:47.802303 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-29d0abfb-2847-450f-ba1c-d2cbb633f209 req-4ba3811b-4839-432b-8ec8-204131760382 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446739 Nov 24 15:17:47.930570 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619ee46-ff58-454f-949b-25fc2ca2c73f req-066146e2-bb53-486a-a1ab-a1239ef06320 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:47.932042 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2619ee46-ff58-454f-949b-25fc2ca2c73f req-066146e2-bb53-486a-a1ab-a1239ef06320 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0526712 Nov 24 15:17:47.980741 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2619ee46-ff58-454f-949b-25fc2ca2c73f req-16948996-5856-490b-aead-c755fcde543a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423958 Nov 24 15:17:48.701842 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-0d5f1424-d71f-43b7-8726-119d98cf085d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:48.703338 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-0d5f1424-d71f-43b7-8726-119d98cf085d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0516133 Nov 24 15:17:48.813776 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Deleting port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:17:48.814113 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:48.961156 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] For port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:17:48.961823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:48.975210 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Calling delete_port for 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:17:49.001916 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1bdcbc-a179-4ace-b9f7-33c25f431eb3 req-4345ad25-a75d-4491-9640-0aba46dc05a4 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:49.018120 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cc1bdcbc-a179-4ace-b9f7-33c25f431eb3 req-4345ad25-a75d-4491-9640-0aba46dc05a4 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 945 time: 0.0646341 Nov 24 15:17:49.093670 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cc1bdcbc-a179-4ace-b9f7-33c25f431eb3 req-1e7a38f9-dbe8-4915-9e12-46e7f2e2979a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814526 Nov 24 15:17:49.163078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b2751-ad72-49ec-a7b8-1d39374c3dc9 req-23a99cc4-9657-4247-b0e6-41b3873e121b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:49.164616 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f1b2751-ad72-49ec-a7b8-1d39374c3dc9 req-23a99cc4-9657-4247-b0e6-41b3873e121b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0854044 Nov 24 15:17:49.213644 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3f1b2751-ad72-49ec-a7b8-1d39374c3dc9 req-cc9cab37-e2ae-4ff8-a2c3-d0b5952d17b0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Nov 24 15:17:49.231421 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:49.248916 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5527fcec-b1c5-49eb-9cbf-72c56ab3f51e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:17:49.270122 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Pushing event deleted for resources: {'Port': ['ID=5527fcec-b1c5-49eb-9cbf-72c56ab3f51e,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:49.313845 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] No DVR routers for this DVR port 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:17:49.316864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:49.321362 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f61f42f4-5a74-4608-b47d-33ca921adc6f req-744ef541-89ba-4dab-ad80-95e9d3e2cd0c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "DELETE /v2.0/ports/5527fcec-b1c5-49eb-9cbf-72c56ab3f51e HTTP/1.1" status: 204 len: 173 time: 0.6101024 Nov 24 15:17:49.322012 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'name': 'network-vif-deleted', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:49.324823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2abb7-0818-478d-ae7f-5a52a8f1ac0f" -d '{"events": [{"server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "name": "network-vif-deleted", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:49.361657 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a9b6fa-dc3f-456b-8462-bfeb00237438 x-openstack-request-id: req-56a9b6fa-dc3f-456b-8462-bfeb00237438 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:49.361955 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f386ecd1-5634-4d94-9dbe-c97e58292a23", "name": "network-vif-deleted", "tag": "5527fcec-b1c5-49eb-9cbf-72c56ab3f51e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:49.362207 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56a9b6fa-dc3f-456b-8462-bfeb00237438 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:49.362608 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f386ecd1-5634-4d94-9dbe-c97e58292a23', 'name': 'network-vif-deleted', 'tag': '5527fcec-b1c5-49eb-9cbf-72c56ab3f51e', 'status': 'completed', 'code': 200} Nov 24 15:17:50.125729 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-746c0e55-3b72-4c34-a3a7-680b76725c3b tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301418 Nov 24 15:17:50.202902 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a0e5c65-94eb-4762-8f4d-d022ecbda548 req-ebf1c3f2-5625-4b40-8145-61267f58b451 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=f386ecd1-5634-4d94-9dbe-c97e58292a23 HTTP/1.1" status: 200 len: 210 time: 0.0262284 Nov 24 15:17:50.342093 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-ba74902d-8a0d-4bbb-9500-591d368f6304 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:50.348544 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-ba74902d-8a0d-4bbb-9500-591d368f6304 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166574 Nov 24 15:17:50.357282 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9b76-4118-45fe-be29-eea44f1eb416 req-b3c9344e-385e-4366-9cbd-ffb32321e610 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:50.358925 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-847e9b76-4118-45fe-be29-eea44f1eb416 req-b3c9344e-385e-4366-9cbd-ffb32321e610 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0650423 Nov 24 15:17:50.359385 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-7a1b8cb4-ef6b-4d7c-9cb1-b0b0cac86510 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/quotas/b88cc860a04148b6b8a293bbd0115ffc HTTP/1.1" status: 200 len: 375 time: 0.0094810 Nov 24 15:17:50.389745 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39452) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:50.398768 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-e96cb0b8-df58-46e8-9c06-66ac2c5ddee0 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332947 Nov 24 15:17:50.427397 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-847e9b76-4118-45fe-be29-eea44f1eb416 req-6412897f-5d8d-45bf-9e53-933b461e9202 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572393 Nov 24 15:17:50.525198 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1e626b33-242c-4a48-96a4-1c1f5921e590 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.606522 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1e626b33-242c-4a48-96a4-1c1f5921e590 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.697188 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ede7cdb-2089-4774-8a2d-ee2232697b96 req-50271db2-6cb2-4c2d-b986-e7ff85f29209 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0268278 Nov 24 15:17:50.698376 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1e626b33-242c-4a48-96a4-1c1f5921e590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.734757 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1e626b33-242c-4a48-96a4-1c1f5921e590 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1e227ff46aec446db19d387c804f000b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439636 Nov 24 15:17:50.742444 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39464) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:50.749969 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626b33-242c-4a48-96a4-1c1f5921e590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77970200-6bbc-4377-95ce-72e25a0bb690,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:50.800965 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.824539 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.974243 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.977068 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:50.978298 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77970200-6bbc-4377-95ce-72e25a0bb690 HTTP/1.1" status: 204 len: 168 time: 0.2342215 Nov 24 15:17:50.986460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ad330-827a-4229-90c6-7f0188179af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77970200-6bbc-4377-95ce-72e25a0bb690,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:51.563176 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e087f0b-348d-4032-909e-28a70b17c341 req-de3875aa-832d-4dac-a22c-7c0d93ef37cc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:51.565375 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e087f0b-348d-4032-909e-28a70b17c341 req-de3875aa-832d-4dac-a22c-7c0d93ef37cc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0510142 Nov 24 15:17:51.623246 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e087f0b-348d-4032-909e-28a70b17c341 req-c2288b6f-d78b-4135-bf86-2a89c5e64209 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486040 Nov 24 15:17:51.726936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39492) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:51.740172 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-72035675-86d8-426c-a8db-571231ae1b60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:51.783557 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74f2c2f9-240f-4a7a-ad11-bfe962eefb46 req-6fac4d9b-5dbf-4d19-b391-59edbb2f2601 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0356610 Nov 24 15:17:51.847868 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-72035675-86d8-426c-a8db-571231ae1b60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:51.939831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-72035675-86d8-426c-a8db-571231ae1b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:51.979686 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-72035675-86d8-426c-a8db-571231ae1b60 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6c6d0c88ee04d639c4f2a2c7012d1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505271 Nov 24 15:17:51.980484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72035675-86d8-426c-a8db-571231ae1b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a347d6be-920a-4911-ae52-baabe0a81a1a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:51.981313 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:52.036824 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:52.057690 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:52.179425 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:52.182081 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:52.183233 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a347d6be-920a-4911-ae52-baabe0a81a1a HTTP/1.1" status: 204 len: 168 time: 0.2009408 Nov 24 15:17:52.192970 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac4b359-797b-46af-abaa-3e785c4da4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a347d6be-920a-4911-ae52-baabe0a81a1a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:52.747637 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7947e-2609-4d2f-935d-2a9751fd22e5 req-02fcce9e-741d-409f-a0e6-4673ea47a4de tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:52.751055 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ea7947e-2609-4d2f-935d-2a9751fd22e5 req-02fcce9e-741d-409f-a0e6-4673ea47a4de tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0523484 Nov 24 15:17:52.812629 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8ea7947e-2609-4d2f-935d-2a9751fd22e5 req-a3a9e985-bb99-4d29-a4bc-6c7de41e0ca4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535920 Nov 24 15:17:52.944546 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-175740f1-f620-48ea-9329-31859cd3f359 req-36b45167-7a33-4337-9647-bd1231fa5b62 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0252719 Nov 24 15:17:53.953756 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ade79-053d-40c9-8b65-319a26faaec8 req-7ce0746e-cb96-4e4f-8c14-e8105bcfbf53 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:53.955240 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c67ade79-053d-40c9-8b65-319a26faaec8 req-7ce0746e-cb96-4e4f-8c14-e8105bcfbf53 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0525820 Nov 24 15:17:53.960730 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:17:53.986118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:17:53.986685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5527fcec-b1c5-49eb-9cbf-72c56ab3f51e not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:17:54.016249 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c67ade79-053d-40c9-8b65-319a26faaec8 req-c5a8c9b6-aa9d-4232-a8a6-7e6baab6dc51 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506463 Nov 24 15:17:54.055245 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4e27404c-4227-4c80-9fab-c4a8c17c3f32 req-b640b850-6faf-43dd-b3cd-f44bf284cd61 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0270996 Nov 24 15:17:55.139387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb8e209-1cfb-435d-8735-20458232d576 req-b2076750-be7a-4107-bd10-1f10faccf18e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:55.140917 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-edb8e209-1cfb-435d-8735-20458232d576 req-b2076750-be7a-4107-bd10-1f10faccf18e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0507598 Nov 24 15:17:55.149275 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-74aabb66-bd61-4ccb-aa21-ace132b1c7be req-aaccfa61-757d-484a-b217-66c4fe25d227 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0259886 Nov 24 15:17:55.190910 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-edb8e209-1cfb-435d-8735-20458232d576 req-396032e5-a1a0-4ffd-a7e4-fed7c9ee2d89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Nov 24 15:17:55.816106 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-d39b1c84-605e-4103-84f4-06bb2305d8ad tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.83 "GET /v2.0/networks?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204883 Nov 24 15:17:55.934839 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-8d26ab79-0657-468b-a239-aac6638a9951 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:55.936540 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-8d26ab79-0657-468b-a239-aac6638a9951 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1124246 Nov 24 15:17:55.959184 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Request body: {'port': {'device_id': '38bc737e-b978-41bb-a004-e80c5111c466', 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738', 'admin_state_up': True, 'tenant_id': 'b88cc860a04148b6b8a293bbd0115ffc'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:17:56.191272 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Made reservation on behalf of b88cc860a04148b6b8a293bbd0115ffc for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:17:56.196487 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.206072 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.260407 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12674064-a7ec-4c1c-b51f-af522f13d1c0 req-ae4d702f-1e56-48f0-8b75-cdc62efca490 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0311654 Nov 24 15:17:56.313218 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.347028 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82573cfd-8766-4497-be74-00ecc022767b req-3cd3e58a-6a83-470c-9d3d-d5992c0d666e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:56.348545 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-82573cfd-8766-4497-be74-00ecc022767b req-3cd3e58a-6a83-470c-9d3d-d5992c0d666e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0740459 Nov 24 15:17:56.379897 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.409927 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-82573cfd-8766-4497-be74-00ecc022767b req-96ae25ec-3383-4ef9-b270-1c9d9a10b18a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534956 Nov 24 15:17:56.449576 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8fba123-76e2-48e4-9f6d-3967158b8922,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:56.530394 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Allocated IP 192.168.233.114 (59926c5f-b865-4db0-9368-868ca31bc738/456a0061-0520-45a5-9d5d-74378b460f93/830b3bac-8178-4249-8bb4-b37a54ffe87e) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:17:56.685078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.780155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.826969 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Network 59926c5f-b865-4db0-9368-868ca31bc738 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:17:56.836173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:17:56.836173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:17:56.861516 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Pushing event updated for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:56.891517 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:56.892434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:56.987556 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-78238d0c-74b9-4c21-b739-c3fe5eaa4531 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0370989 Nov 24 15:17:57.008726 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Request body: {'port': {'device_id': '38bc737e-b978-41bb-a004-e80c5111c466', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:17:57.066678 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.083713 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-8ed38ebb-1b9a-42de-b127-6d2edb9fabc1 None None] Provisioning complete for port 830b3bac-8178-4249-8bb4-b37a54ffe87e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:17:57.084754 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8ed38ebb-1b9a-42de-b127-6d2edb9fabc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.126243 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8ed38ebb-1b9a-42de-b127-6d2edb9fabc1 None None] Port 830b3bac-8178-4249-8bb4-b37a54ffe87e cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:17:57.208636 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4eac2e19-1959-4d56-9d19-0ccd0f89ec3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.328227 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830b3bac-8178-4249-8bb4-b37a54ffe87e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:17:57.336316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.357765 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Transition to ACTIVE for port object 830b3bac-8178-4249-8bb4-b37a54ffe87e will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:17:57.393366 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebf330c-3b26-4ae7-ba4c-226eee76ddd9 req-04cefa72-becd-422f-9ed9-cb85b7df00bd tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:57.394857 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7ebf330c-3b26-4ae7-ba4c-226eee76ddd9 req-04cefa72-becd-422f-9ed9-cb85b7df00bd tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 936 time: 0.0483665 Nov 24 15:17:57.426543 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.481311 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7ebf330c-3b26-4ae7-ba4c-226eee76ddd9 req-f9600371-6da8-47d7-97a0-8c2a2acb2e02 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794234 Nov 24 15:17:57.513799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Pushing event updated for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:57.564582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffac6f-2957-4080-8b41-485eb8bdd533 req-82e4b8a0-0885-4b39-ad54-a76da48d4e0a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:57.568482 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-65ffac6f-2957-4080-8b41-485eb8bdd533 req-82e4b8a0-0885-4b39-ad54-a76da48d4e0a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0795059 Nov 24 15:17:57.585976 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Attempting to bind port 830b3bac-8178-4249-8bb4-b37a54ffe87e on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:17:57.586316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Attempting to bind port 830b3bac-8178-4249-8bb4-b37a54ffe87e by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:17:57.586640 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Attempting to bind port 830b3bac-8178-4249-8bb4-b37a54ffe87e on network 59926c5f-b865-4db0-9368-868ca31bc738 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:17:57.593091 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Port 830b3bac-8178-4249-8bb4-b37a54ffe87e on network 59926c5f-b865-4db0-9368-868ca31bc738 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:17:57.593694 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Attempting to bind port 830b3bac-8178-4249-8bb4-b37a54ffe87e on network 59926c5f-b865-4db0-9368-868ca31bc738 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:17:57.599776 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:17:57.600148 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Checking segment: {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:17:57.600592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Bound using segment: {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:17:57.601139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Bound port: 830b3bac-8178-4249-8bb4-b37a54ffe87e, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98306293-d33d-4e28-89cd-9b438e22849b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1188, 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:17:57.601431 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.641730 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-65ffac6f-2957-4080-8b41-485eb8bdd533 req-90e214ce-a63c-413c-8a54-834fb769d7e3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664666 Nov 24 15:17:57.679232 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:17:57.684056 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:17:57.756225 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.790523 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:57.791140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:57.792570 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] 10.222.0.83 "PUT /v2.0/ports/830b3bac-8178-4249-8bb4-b37a54ffe87e HTTP/1.1" status: 200 len: 1098 time: 0.7886858 Nov 24 15:17:57.793015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:17:57.796867 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6265610-f706-4ae6-b074-4a6ca26deb35" -d '{"events": [{"name": "network-changed", "server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:17:57.826957 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae39c24-7ac2-48a2-8f99-6397a3b13f0f service neutron] Pushing event updated for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:57.836231 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969ebcf4-48ca-468e-817a-849df6fc249e x-openstack-request-id: req-969ebcf4-48ca-468e-817a-849df6fc249e {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:17:57.836919 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:17:57.838028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-969ebcf4-48ca-468e-817a-849df6fc249e {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:17:57.838437 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e', 'status': 'completed', 'code': 200} Nov 24 15:17:57.901260 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265610-f706-4ae6-b074-4a6ca26deb35 req-e5c674df-ce64-4848-b68f-8127f58e9ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:57.902776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a6265610-f706-4ae6-b074-4a6ca26deb35 req-e5c674df-ce64-4848-b68f-8127f58e9ad4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 1101 time: 0.0428426 Nov 24 15:17:57.937221 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a6265610-f706-4ae6-b074-4a6ca26deb35 req-d4853a9a-4c86-478a-8b27-4114f80805c9 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200620 Nov 24 15:17:58.053103 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6265610-f706-4ae6-b074-4a6ca26deb35 req-319ccd48-c6b3-4014-bac7-731f8495de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.055310 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a6265610-f706-4ae6-b074-4a6ca26deb35 req-319ccd48-c6b3-4014-bac7-731f8495de0c service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1089613 Nov 24 15:17:58.148329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-f4025639-6091-4d1d-b0bd-77fde89466de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.150073 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-f4025639-6091-4d1d-b0bd-77fde89466de service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 1101 time: 0.0433862 Nov 24 15:17:58.194879 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-1b670558-a7e8-4548-b239-350802563940 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e HTTP/1.1" status: 200 len: 217 time: 0.0324535 Nov 24 15:17:58.258732 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-1ff3a188-9348-4c1d-b318-7745625e9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.260285 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-1ff3a188-9348-4c1d-b318-7745625e9207 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=456a0061-0520-45a5-9d5d-74378b460f93 HTTP/1.1" status: 200 len: 843 time: 0.0543227 Nov 24 15:17:58.306270 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-46262e77-c2b2-47ca-a77f-9d19e30c2bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.307750 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-46262e77-c2b2-47ca-a77f-9d19e30c2bc2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=59926c5f-b865-4db0-9368-868ca31bc738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402765 Nov 24 15:17:58.397410 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-1fc52b73-ea63-4eaa-a78f-22c90149b9ab service neutron] 10.222.0.83 "GET /v2.0/networks/59926c5f-b865-4db0-9368-868ca31bc738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812464 Nov 24 15:17:58.605249 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01bb1ee-fbbf-43cd-aa6c-69270c19d8dc req-eabdd951-a164-47aa-8dfe-8d0f52e29a61 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.606745 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d01bb1ee-fbbf-43cd-aa6c-69270c19d8dc req-eabdd951-a164-47aa-8dfe-8d0f52e29a61 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 948 time: 0.0550759 Nov 24 15:17:58.632279 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:17:58.642368 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39674) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:58.667204 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d01bb1ee-fbbf-43cd-aa6c-69270c19d8dc req-ddaa7ec1-67a2-430e-9663-d1bb964da9e8 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521321 Nov 24 15:17:58.749464 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39682) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:58.783291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf672f-5416-4621-9037-b431caf3adcb req-9b820888-d666-4b86-8cdb-72fed48cb06e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:58.788495 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8ebf672f-5416-4621-9037-b431caf3adcb req-9b820888-d666-4b86-8cdb-72fed48cb06e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0608418 Nov 24 15:17:58.823088 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-15108c0f-2974-49b6-831b-606222c4ff39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:58.860278 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f363e948-3a27-4b54-8689-3bd696d9f0ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:58.860711 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8ebf672f-5416-4621-9037-b431caf3adcb req-b5c2f8ec-4707-4cac-a2aa-c292fa4bfc98 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701857 Nov 24 15:17:58.932508 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-15108c0f-2974-49b6-831b-606222c4ff39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:58.959032 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f363e948-3a27-4b54-8689-3bd696d9f0ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.048041 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-15108c0f-2974-49b6-831b-606222c4ff39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.082228 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f363e948-3a27-4b54-8689-3bd696d9f0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.085259 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15108c0f-2974-49b6-831b-606222c4ff39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8bbe34-fe66-4e8e-ae32-a02bde0ba63a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:59.090281 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-15108c0f-2974-49b6-831b-606222c4ff39 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c5fb8c31a8044e4580addcf4d398f6dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4461720 Nov 24 15:17:59.092332 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39688) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:59.124125 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f363e948-3a27-4b54-8689-3bd696d9f0ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8c441a118b6e4f1b8486a3d3baa89cf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3733399 Nov 24 15:17:59.125280 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363e948-3a27-4b54-8689-3bd696d9f0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f2d882-8ec1-48e0-9536-e9652ca57d54,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:59.126838 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39690) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:17:59.167120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.196174 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.229245 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.316875 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.374323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d9708beb-8b4f-49a5-80a2-2d2fcbdad505 req-5e448a94-3c20-4908-90db-7ff4710746f5 service neutron] 10.222.0.83 "GET /v2.0/networks/59926c5f-b865-4db0-9368-868ca31bc738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717131 Nov 24 15:17:59.431018 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.433669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.434771 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b8bbe34-fe66-4e8e-ae32-a02bde0ba63a HTTP/1.1" status: 204 len: 168 time: 0.3415279 Nov 24 15:17:59.442428 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184bb47-2e93-486b-91f7-b9890b2ea69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8bbe34-fe66-4e8e-ae32-a02bde0ba63a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:59.469391 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.472127 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.473399 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4f2d882-8ec1-48e0-9536-e9652ca57d54 HTTP/1.1" status: 204 len: 168 time: 0.3452492 Nov 24 15:17:59.481851 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d8a3b-ff6f-4ad0-8166-a1bad2b026e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f2d882-8ec1-48e0-9536-e9652ca57d54,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:17:59.584363 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70bdc236-976e-4764-a0f5-696ffeda6c9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:17:59.787468 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20df26ab-5db6-41ce-9890-c123d3692efc req-eb2a9d3d-ecfc-44a0-982f-0330e97eb0fe tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:59.789027 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-20df26ab-5db6-41ce-9890-c123d3692efc req-eb2a9d3d-ecfc-44a0-982f-0330e97eb0fe tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 948 time: 0.0536425 Nov 24 15:17:59.839157 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-20df26ab-5db6-41ce-9890-c123d3692efc req-8e0a3254-7be0-41e6-bfce-c2f4191cdd64 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440042 Nov 24 15:17:59.990312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621cf92-79d0-400f-bc97-3c2f17ab8ff8 req-68b846c4-f271-4982-a132-a0e9a2101d70 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:17:59.991796 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c621cf92-79d0-400f-bc97-3c2f17ab8ff8 req-68b846c4-f271-4982-a132-a0e9a2101d70 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0497162 Nov 24 15:18:00.056757 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c621cf92-79d0-400f-bc97-3c2f17ab8ff8 req-334a0631-9aa8-4220-acb9-b3193e7d291b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551295 Nov 24 15:18:00.112513 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39708) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:00.125786 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6b68c50-4598-4237-b900-b576c93da263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.167394 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39710) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:00.180345 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-217163db-0fc8-46e5-8aa7-0907d6c06cc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.200029 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6b68c50-4598-4237-b900-b576c93da263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.252791 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-217163db-0fc8-46e5-8aa7-0907d6c06cc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.276911 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b6b68c50-4598-4237-b900-b576c93da263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.318591 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b6b68c50-4598-4237-b900-b576c93da263 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=903afe7292c244eabfb1ed36f2bc463f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049904 Nov 24 15:18:00.319465 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b68c50-4598-4237-b900-b576c93da263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce87f0-17aa-4700-b506-fb4c8710628c,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:00.322446 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39712) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:00.337222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-217163db-0fc8-46e5-8aa7-0907d6c06cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.394206 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217163db-0fc8-46e5-8aa7-0907d6c06cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8ff64f-814d-4cfc-836e-fc969fc92589,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:00.402176 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-217163db-0fc8-46e5-8aa7-0907d6c06cc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94c696cbff404214b7d6775ae0139008&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312605 Nov 24 15:18:00.403170 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39714) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:00.414622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.437323 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.452857 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.475383 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.556847 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.559403 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.560571 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32ce87f0-17aa-4700-b506-fb4c8710628c HTTP/1.1" status: 204 len: 168 time: 0.2367980 Nov 24 15:18:00.569185 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e121ea-3cc8-40ca-bee2-c393ab4514e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce87f0-17aa-4700-b506-fb4c8710628c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:00.623297 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.626112 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.627293 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1d8ff64f-814d-4cfc-836e-fc969fc92589 HTTP/1.1" status: 204 len: 168 time: 0.2231159 Nov 24 15:18:00.636375 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158cb2c-12cb-4ddf-9b11-4e1d2fdea72e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8ff64f-814d-4cfc-836e-fc969fc92589,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:00.654995 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:00.953590 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1732330-5539-4f28-b32c-86618745096d req-983ff7f3-492f-44d0-a88e-4561f216f560 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:00.954899 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f1732330-5539-4f28-b32c-86618745096d req-983ff7f3-492f-44d0-a88e-4561f216f560 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 948 time: 0.0498517 Nov 24 15:18:01.050364 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f1732330-5539-4f28-b32c-86618745096d req-3edd547a-558a-4583-9b84-ce3087c90574 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478292 Nov 24 15:18:01.181724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f5ec0-34c4-44a8-bdae-9c39c5732e6a req-b344a2dc-c81e-4e12-a385-e95b7d447f21 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:01.183234 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d78f5ec0-34c4-44a8-bdae-9c39c5732e6a req-b344a2dc-c81e-4e12-a385-e95b7d447f21 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0512719 Nov 24 15:18:01.230227 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d78f5ec0-34c4-44a8-bdae-9c39c5732e6a req-603a9b7a-28fe-495c-8ce4-5b059b980f25 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410283 Nov 24 15:18:01.520545 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39746) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:01.535084 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-43d674aa-f3b9-4d92-b4cf-de85854b0eed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.622137 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-43d674aa-f3b9-4d92-b4cf-de85854b0eed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.711821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-43d674aa-f3b9-4d92-b4cf-de85854b0eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.751417 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-43d674aa-f3b9-4d92-b4cf-de85854b0eed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c5c0e25f7d44cc7bad3e358b98fb44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291882 Nov 24 15:18:01.752450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d674aa-f3b9-4d92-b4cf-de85854b0eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0690089e-f0b4-454c-b4dc-446f0992d8bc,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:01.754086 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39754) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:01.806766 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.827849 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.949332 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.952039 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:01.953183 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0690089e-f0b4-454c-b4dc-446f0992d8bc HTTP/1.1" status: 204 len: 168 time: 0.1980343 Nov 24 15:18:01.963194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf280-5f8a-40ed-b29d-7d0c2a4c154f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0690089e-f0b4-454c-b4dc-446f0992d8bc,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:02.166167 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41650ab4-7666-4082-898e-b3997a3d1be8 req-3336d7d4-a3d2-4852-9b62-6956b359214f tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:02.167658 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-41650ab4-7666-4082-898e-b3997a3d1be8 req-3336d7d4-a3d2-4852-9b62-6956b359214f tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 948 time: 0.0700161 Nov 24 15:18:02.226080 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-41650ab4-7666-4082-898e-b3997a3d1be8 req-55141ad9-ad1e-4b17-9b42-ea18b3d8cf28 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517733 Nov 24 15:18:02.272276 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:02.306048 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:02.364639 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8dd7e-45d7-4f69-918e-e937cffbde50 req-95d16260-829c-4f14-b5a8-51d8cfaa1c4d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:02.368915 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-53a8dd7e-45d7-4f69-918e-e937cffbde50 req-95d16260-829c-4f14-b5a8-51d8cfaa1c4d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0569417 Nov 24 15:18:02.444286 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-53a8dd7e-45d7-4f69-918e-e937cffbde50 req-edc8bef0-a88e-42d7-ab05-5a42d4f125ba tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640440 Nov 24 15:18:02.771298 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-c183318d-3a06-43d9-ac8f-a794480735f8 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:02.771298 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-c183318d-3a06-43d9-ac8f-a794480735f8 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/networks?id=681e9937-d22e-4c92-84c9-fbc22b072932 HTTP/1.1" status: 200 len: 814 time: 0.3358586 Nov 24 15:18:02.786055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-349f4498-f613-4d0c-ad3d-e8369e563cd2 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/quotas/a2cdc9cf18ad4d62ade8a04b0b266e66 HTTP/1.1" status: 200 len: 375 time: 0.0092616 Nov 24 15:18:02.835441 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-297ef69e-a68e-4972-927f-c5079e9a8e93 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313964 Nov 24 15:18:02.958425 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-a695d515-7989-4cc3-b82d-d0e269185525 service neutron] 10.222.0.15 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203578 Nov 24 15:18:03.029821 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e75cb-da94-4d85-a5c4-6b15345417ef req-dd8049ca-92ca-4ddb-8284-e43c50460de0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:03.031351 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 830b3bac-8178-4249-8bb4-b37a54ffe87e details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:18:03.031975 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be0e75cb-da94-4d85-a5c4-6b15345417ef req-dd8049ca-92ca-4ddb-8284-e43c50460de0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0658448 Nov 24 15:18:03.079734 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:03.090157 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be0e75cb-da94-4d85-a5c4-6b15345417ef req-2a4f31e4-fa34-45b7-a608-b34548dec4fa tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513942 Nov 24 15:18:03.094747 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-211d96f3-f072-47d4-8094-376b4aa6e91f service neutron] 10.222.0.15 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354620 Nov 24 15:18:03.162219 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:03.170589 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '830b3bac-8178-4249-8bb4-b37a54ffe87e', 'network_id': '59926c5f-b865-4db0-9368-868ca31bc738', 'port_id': '830b3bac-8178-4249-8bb4-b37a54ffe87e', 'mac_address': 'fa:16:3e:32:c5:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '456a0061-0520-45a5-9d5d-74378b460f93', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:18:03.216600 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:03.233661 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830b3bac-8178-4249-8bb4-b37a54ffe87e {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:18:03.261720 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:03.348282 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:03.391034 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1104c4a2-ec50-46dc-b089-086810cab06e req-f3038a9a-ec9f-48db-b9bb-7c4cc8cf97ff tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0429189 Nov 24 15:18:03.447447 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb91f2-3090-40d5-be50-55212eda5418 req-1c38c278-427f-44be-a6ed-962da85fdc20 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:03.449869 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07fb91f2-3090-40d5-be50-55212eda5418 req-1c38c278-427f-44be-a6ed-962da85fdc20 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 949 time: 0.1242561 Nov 24 15:18:03.464327 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:03.486035 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.486498 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.486742 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.487121 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.487464 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.487783 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.488138 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.488473 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.492799 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.492799 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.492799 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.492799 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:03.559568 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-07fb91f2-3090-40d5-be50-55212eda5418 req-c60fec5d-dad9-499c-96d1-10af30853918 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020126 Nov 24 15:18:03.605800 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['830b3bac-8178-4249-8bb4-b37a54ffe87e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:18:03.615622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db43970-4c49-4748-be12-33a811f6775e req-d21b7a79-0095-454b-a33d-a86b42817737 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:03.617227 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0db43970-4c49-4748-be12-33a811f6775e req-d21b7a79-0095-454b-a33d-a86b42817737 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0775948 Nov 24 15:18:03.670535 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0db43970-4c49-4748-be12-33a811f6775e req-129eb1ee-ec64-4e7c-9405-dc1f696862c9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Nov 24 15:18:04.087564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39874) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:04.202830 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39880) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:04.219932 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb2d9cd-57f3-4347-8a6b-ec6411c9ef65 req-0341826d-70ed-4083-9173-966d7a3a234e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:04.221458 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fdb2d9cd-57f3-4347-8a6b-ec6411c9ef65 req-0341826d-70ed-4083-9173-966d7a3a234e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0547001 Nov 24 15:18:04.263921 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19f4bbc0-e955-42be-aecf-18501f3c026e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.306390 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-905b385f-d627-4f26-af2b-7ff638b15d7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.322054 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fdb2d9cd-57f3-4347-8a6b-ec6411c9ef65 req-20f7829f-e90e-4817-8507-5555b1cba288 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925448 Nov 24 15:18:04.421863 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-905b385f-d627-4f26-af2b-7ff638b15d7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.448968 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19f4bbc0-e955-42be-aecf-18501f3c026e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.518940 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-72033a19-1899-4047-bb80-80e17a055807 req-fc8a2e2f-3766-410a-b563-3c6d9177e647 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0268350 Nov 24 15:18:04.523138 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-905b385f-d627-4f26-af2b-7ff638b15d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.556290 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19f4bbc0-e955-42be-aecf-18501f3c026e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.580302 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-905b385f-d627-4f26-af2b-7ff638b15d7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=154689bf4abd40f1b609252c52539957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753266 Nov 24 15:18:04.585403 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b385f-d627-4f26-af2b-7ff638b15d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1020e9-3631-4139-a34e-d760b6188773,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:04.586132 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39888) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:04.603087 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-19f4bbc0-e955-42be-aecf-18501f3c026e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34f9ca66fd2e4f7fac6fa0761b3d8c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5143721 Nov 24 15:18:04.605410 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39890) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:04.632338 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4bbc0-e955-42be-aecf-18501f3c026e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70541d3-0ae1-496c-8961-cc4c76ade041,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:04.661268 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.683015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.697351 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.731228 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fe8fc-8a05-416e-a490-f4dfbeae72c9 req-f5daa7e6-b284-4e11-befd-386ca4eed08c tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:04.732805 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-808fe8fc-8a05-416e-a490-f4dfbeae72c9 req-f5daa7e6-b284-4e11-befd-386ca4eed08c tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 949 time: 0.0807419 Nov 24 15:18:04.734896 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.803712 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-808fe8fc-8a05-416e-a490-f4dfbeae72c9 req-daaf1c39-448b-4a0e-ac28-7678aba7ccc0 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614154 Nov 24 15:18:04.806798 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3347f9-17ac-4a7e-9f63-db5356f8e1d4 req-7f395593-91cb-44db-831f-bdcbdb774e80 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:04.808310 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1c3347f9-17ac-4a7e-9f63-db5356f8e1d4 req-7f395593-91cb-44db-831f-bdcbdb774e80 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0525057 Nov 24 15:18:04.809454 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.811995 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.813114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d1020e9-3631-4139-a34e-d760b6188773 HTTP/1.1" status: 204 len: 168 time: 0.2259910 Nov 24 15:18:04.836901 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae35f3-36c0-434a-85da-9f451543848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1020e9-3631-4139-a34e-d760b6188773,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:04.881421 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1c3347f9-17ac-4a7e-9f63-db5356f8e1d4 req-6b6dccbb-6ed3-4978-9f4b-5ea10124ba44 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645616 Nov 24 15:18:04.886813 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.890164 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:04.893829 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a70541d3-0ae1-496c-8961-cc4c76ade041 HTTP/1.1" status: 204 len: 168 time: 0.2851217 Nov 24 15:18:04.901374 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5beb376-84ee-477a-872e-b2257347d32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70541d3-0ae1-496c-8961-cc4c76ade041,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:05.052504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:18:05.057384 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 830b3bac-8178-4249-8bb4-b37a54ffe87e up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:05.190693 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:05.204362 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:18:05.245067 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.255835 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 830b3bac-8178-4249-8bb4-b37a54ffe87e completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:18:05.260647 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 830b3bac-8178-4249-8bb4-b37a54ffe87e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:05.261008 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.263254 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:18:05.311280 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:05.365038 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.389303 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:05.391592 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b986c957-b16e-41bf-a3a9-fd2f4bd20424" -d '{"events": [{"server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "name": "network-vif-plugged", "status": "completed", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:05.401844 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.407560 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:05.448288 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c56b665-2fab-4ca2-aaef-6b5126bf0d5d x-openstack-request-id: req-9c56b665-2fab-4ca2-aaef-6b5126bf0d5d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:05.449300 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "name": "network-vif-plugged", "status": "completed", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:05.449725 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c56b665-2fab-4ca2-aaef-6b5126bf0d5d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:05.450310 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e', 'code': 200} Nov 24 15:18:05.464536 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37606d8-338d-4f66-98bb-fb6f2fe3212e req-73e199ce-e329-4530-b542-48c4da1f3e61 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:05.466494 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=6']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:05.467291 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a37606d8-338d-4f66-98bb-fb6f2fe3212e req-73e199ce-e329-4530-b542-48c4da1f3e61 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0674093 Nov 24 15:18:05.500792 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['d1fddca2-bead-4de5-a308-c1b1ad826621'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:18:05.532068 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.538393 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a37606d8-338d-4f66-98bb-fb6f2fe3212e req-0b5b254b-eb0b-4a34-a567-9a1cad9693b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581143 Nov 24 15:18:05.606470 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:05.665896 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4052b9f0-5ce4-4a81-b815-e111da46f0f9 req-e6ed7aa7-9b28-40b9-9231-fcf543ed6d6e tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0409329 Nov 24 15:18:05.709355 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 39916) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:05.730528 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69e661a5-4132-4d01-9c46-252eab330108 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.754365 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-c64a5fc0-b534-46aa-abb2-e9dbceee0e0f tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:05.756420 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-c64a5fc0-b534-46aa-abb2-e9dbceee0e0f tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "GET /v2.0/networks?id=681e9937-d22e-4c92-84c9-fbc22b072932 HTTP/1.1" status: 200 len: 814 time: 0.1543784 Nov 24 15:18:05.775497 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Request body: {'port': {'device_id': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932', 'admin_state_up': True, 'tenant_id': 'a2cdc9cf18ad4d62ade8a04b0b266e66'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:05.828234 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69e661a5-4132-4d01-9c46-252eab330108 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.895257 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7400281c-1bdb-4fb1-92d9-9fc3509d73aa req-dfdb2c65-55a9-44b6-a00e-b01976824d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:05.900190 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7400281c-1bdb-4fb1-92d9-9fc3509d73aa req-dfdb2c65-55a9-44b6-a00e-b01976824d7a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 1103 time: 0.0937786 Nov 24 15:18:05.929430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-69e661a5-4132-4d01-9c46-252eab330108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:05.961696 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7400281c-1bdb-4fb1-92d9-9fc3509d73aa req-adfe40c9-b78d-4062-9bdf-ee2f30a8df74 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544190 Nov 24 15:18:05.991020 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc65c93-d873-4510-a385-e16b65c73c34 req-1cda0493-33b5-4a9c-a056-c92bf43c83bd tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:05.992713 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6bc65c93-d873-4510-a385-e16b65c73c34 req-1cda0493-33b5-4a9c-a056-c92bf43c83bd tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.1115282 Nov 24 15:18:06.007338 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-69e661a5-4132-4d01-9c46-252eab330108 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9af4b4d9b6fe4c8bb05383879fb29665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2929902 Nov 24 15:18:06.007853 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 39928) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:06.013350 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e661a5-4132-4d01-9c46-252eab330108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8bc2eb-d0b8-4503-b2b3-72fd126456cc,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:06.045090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Made reservation on behalf of a2cdc9cf18ad4d62ade8a04b0b266e66 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:06.048690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.054460 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6bc65c93-d873-4510-a385-e16b65c73c34 req-9b1bb1ab-598a-426c-a2e0-24fc243a706e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522783 Nov 24 15:18:06.111872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810d5f3-adf0-453d-8c5c-2a1a9907f53a req-2da6953d-c626-4dc6-b496-dfe3eecb2b1b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:06.113393 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5810d5f3-adf0-453d-8c5c-2a1a9907f53a req-2da6953d-c626-4dc6-b496-dfe3eecb2b1b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.1175964 Nov 24 15:18:06.189269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.261148 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5810d5f3-adf0-453d-8c5c-2a1a9907f53a req-8f5b0b33-96ac-47d1-8a98-a29fce671cee tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155214 Nov 24 15:18:06.264928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.291406 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Allocated IP 172.20.0.11 (681e9937-d22e-4c92-84c9-fbc22b072932/85c8b1e3-61f9-4b65-8ac2-694166e7a891/c095668d-d778-4b75-9d8a-873a09224efe) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:06.432617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.435274 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.436437 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d8bc2eb-d0b8-4503-b2b3-72fd126456cc HTTP/1.1" status: 204 len: 168 time: 0.4272516 Nov 24 15:18:06.462842 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce129c38-fc20-4b42-8bc5-5a618546fa8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8bc2eb-d0b8-4503-b2b3-72fd126456cc,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:06.553803 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.659062 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f601b-743b-468d-9d43-5872895a06ed req-965e21b5-682d-45a4-b260-322546820353 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:06.660435 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f5f601b-743b-468d-9d43-5872895a06ed req-965e21b5-682d-45a4-b260-322546820353 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0527689 Nov 24 15:18:06.707301 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f5f601b-743b-468d-9d43-5872895a06ed req-0d2d8319-08f4-4a43-9599-5b9329577d7c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407720 Nov 24 15:18:06.749486 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.813551 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Network 681e9937-d22e-4c92-84c9-fbc22b072932 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:06.822003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:06.828525 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:06.834342 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Pushing event updated for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:06.863277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd524-2087-4daf-9718-ab899f21c8a7 req-81ae752e-d137-4d4a-84f6-c17b5eb5dc27 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:06.865431 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-76ffd524-2087-4daf-9718-ab899f21c8a7 req-81ae752e-d137-4d4a-84f6-c17b5eb5dc27 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 932 time: 0.1270533 Nov 24 15:18:06.906166 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:06.906765 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:06.946417 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-76ffd524-2087-4daf-9718-ab899f21c8a7 req-269827ed-a080-4377-8838-cfc12b9e9fbb tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747688 Nov 24 15:18:07.003699 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-032740f2-124e-47a2-8fe6-40128704ea95 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2322497 Nov 24 15:18:07.015861 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Request body: {'port': {'device_id': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:07.069319 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:07.084246 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.183915 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port d1fddca2-bead-4de5-a308-c1b1ad826621 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:07.183915 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.229031 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771ded9-81ea-4fdc-8cee-65080d50278e req-413c2fb3-a62d-41de-be74-97428ca71101 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:07.230998 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7771ded9-81ea-4fdc-8cee-65080d50278e req-413c2fb3-a62d-41de-be74-97428ca71101 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.0644689 Nov 24 15:18:07.285118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.343641 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:07.385783 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7771ded9-81ea-4fdc-8cee-65080d50278e req-5354ab34-4215-406b-97b9-3e0d9b416a2e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393552 Nov 24 15:18:07.426215 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.466455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:07.467942 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c095668d-d778-4b75-9d8a-873a09224efe {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:18:07.469101 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf99309b-e9c4-4635-843f-f1acf634fde0" -d '{"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:07.477492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.497817 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Transition to ACTIVE for port object c095668d-d778-4b75-9d8a-873a09224efe will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:18:07.499914 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=7']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:07.506809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3379e0d6-897f-482b-bb95-6b50ad53305d x-openstack-request-id: req-3379e0d6-897f-482b-bb95-6b50ad53305d {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:07.507110 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eef54f-b109-48e8-b20c-2ac274d36686 req-386d7240-c1e0-47e7-9c81-4d048b0281ba tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:07.507231 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:07.507382 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3379e0d6-897f-482b-bb95-6b50ad53305d {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:07.507777 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'code': 200} Nov 24 15:18:07.508701 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6eef54f-b109-48e8-b20c-2ac274d36686 req-386d7240-c1e0-47e7-9c81-4d048b0281ba tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0987742 Nov 24 15:18:07.558772 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6eef54f-b109-48e8-b20c-2ac274d36686 req-c304830c-38e5-4e8c-943f-326421e25ae2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439513 Nov 24 15:18:07.587710 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.649582 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Pushing event updated for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:07.716390 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Attempting to bind port c095668d-d778-4b75-9d8a-873a09224efe on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:07.716725 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Attempting to bind port c095668d-d778-4b75-9d8a-873a09224efe by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:07.717185 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Attempting to bind port c095668d-d778-4b75-9d8a-873a09224efe on network 681e9937-d22e-4c92-84c9-fbc22b072932 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:07.721721 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Port c095668d-d778-4b75-9d8a-873a09224efe on network 681e9937-d22e-4c92-84c9-fbc22b072932 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:18:07.722036 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Attempting to bind port c095668d-d778-4b75-9d8a-873a09224efe on network 681e9937-d22e-4c92-84c9-fbc22b072932 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:07.727663 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:07.728050 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Checking segment: {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:07.728665 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Bound using segment: {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:07.729378 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Bound port: c095668d-d778-4b75-9d8a-873a09224efe, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c954939-246c-45de-8bd5-c0300a18a852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:07.729970 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.811626 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:07.823570 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c095668d-d778-4b75-9d8a-873a09224efe,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:07.845074 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e2439-bbc4-47b7-b2fb-ef1032c964c6 req-2b040730-6727-4d4e-80ea-d2df672ebb39 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:07.846667 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6a3e2439-bbc4-47b7-b2fb-ef1032c964c6 req-2b040730-6727-4d4e-80ea-d2df672ebb39 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0574808 Nov 24 15:18:07.900179 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6a3e2439-bbc4-47b7-b2fb-ef1032c964c6 req-438a4fd7-66b5-4b52-aa01-d942dc508848 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475762 Nov 24 15:18:07.945997 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.988684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:07.989787 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:07.991923 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] 10.222.0.83 "PUT /v2.0/ports/c095668d-d778-4b75-9d8a-873a09224efe HTTP/1.1" status: 200 len: 1094 time: 0.9800746 Nov 24 15:18:07.992547 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:07.995324 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa578cc5-714c-46ac-bdde-00fadd6a3922" -d '{"events": [{"name": "network-changed", "server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "tag": "c095668d-d778-4b75-9d8a-873a09224efe"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:08.049436 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2c6af-a3ec-49ed-9e54-7ec69a607a49 service neutron] Pushing event updated for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:08.055776 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc616d-f3a2-45ba-9308-4d7b5b7f7deb x-openstack-request-id: req-ebdc616d-f3a2-45ba-9308-4d7b5b7f7deb {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:08.056098 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "tag": "c095668d-d778-4b75-9d8a-873a09224efe", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:08.056367 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebdc616d-f3a2-45ba-9308-4d7b5b7f7deb {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:08.056780 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe', 'status': 'completed', 'code': 200} Nov 24 15:18:08.164786 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cc458-0946-4068-b4b3-9ef52130a5f8 req-dbcd10f6-708d-4d02-a98b-820ecbc51214 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.166284 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b99cc458-0946-4068-b4b3-9ef52130a5f8 req-dbcd10f6-708d-4d02-a98b-820ecbc51214 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 944 time: 0.0963221 Nov 24 15:18:08.168249 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-d8aeecb7-c82c-4d91-9cdd-0ec422da3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.169733 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-d8aeecb7-c82c-4d91-9cdd-0ec422da3565 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0835111 Nov 24 15:18:08.325687 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b99cc458-0946-4068-b4b3-9ef52130a5f8 req-b6d82bf8-53ff-4390-93a6-52dc77e55dca tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511154 Nov 24 15:18:08.374831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-7557040e-84b9-4c9a-b2a6-b92db214f1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.376440 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-7557040e-84b9-4c9a-b2a6-b92db214f1b5 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1926811 Nov 24 15:18:08.504230 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-cbd168ca-61ab-4243-b0d0-9a713dcf4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.506111 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fa578cc5-714c-46ac-bdde-00fadd6a3922 req-cbd168ca-61ab-4243-b0d0-9a713dcf4379 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1201203 Nov 24 15:18:08.592663 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c48e5-901f-48dc-8c96-253a5a5cb8cd req-f3f60fc3-3d10-4efa-9ff1-96521bb7f428 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.601942 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-289c48e5-901f-48dc-8c96-253a5a5cb8cd req-f3f60fc3-3d10-4efa-9ff1-96521bb7f428 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.1260672 Nov 24 15:18:08.623041 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-4bfb7bde-f680-4d3e-8deb-346f42a3871a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.624795 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-4bfb7bde-f680-4d3e-8deb-346f42a3871a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 1097 time: 0.0665407 Nov 24 15:18:08.683756 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-e43d33b2-b16e-4f1a-8066-345d39eafaa7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c095668d-d778-4b75-9d8a-873a09224efe HTTP/1.1" status: 200 len: 217 time: 0.0468981 Nov 24 15:18:08.698740 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-289c48e5-901f-48dc-8c96-253a5a5cb8cd req-9fc2d207-4309-48d6-b18e-5d7b417e19e0 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948880 Nov 24 15:18:08.768301 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40032) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:08.891450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392c655-9125-4c94-9839-68aaa86491e1 req-d7db68de-dd69-45b7-9038-b69574229577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.891450 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-d7db68de-dd69-45b7-9038-b69574229577 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=85c8b1e3-61f9-4b65-8ac2-694166e7a891 HTTP/1.1" status: 200 len: 854 time: 0.1594501 Nov 24 15:18:08.891450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546220e-cc05-4829-a709-3243448f0935 req-1f6c8681-6600-4fd0-87a2-fa5aea20db9e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:08.891450 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9546220e-cc05-4829-a709-3243448f0935 req-1f6c8681-6600-4fd0-87a2-fa5aea20db9e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.1380048 Nov 24 15:18:08.912448 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-46ab9c6f-86fd-41a7-956b-d0aff22772c2 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=681e9937-d22e-4c92-84c9-fbc22b072932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512171 Nov 24 15:18:08.980762 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0f294d93-c84e-4ae8-bd4d-bf8cca7cf285 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.033510 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9546220e-cc05-4829-a709-3243448f0935 req-dd5f4f1b-ba56-475a-a669-8cd7e592a7d8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268227 Nov 24 15:18:09.070241 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-df6c8a40-8cca-4440-b144-eeff7b33e801 service neutron] 10.222.0.83 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500075 Nov 24 15:18:09.097864 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0f294d93-c84e-4ae8-bd4d-bf8cca7cf285 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.228920 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0f294d93-c84e-4ae8-bd4d-bf8cca7cf285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.272806 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e392c655-9125-4c94-9839-68aaa86491e1 req-073c5477-e2e5-4b61-a9e1-f287c206b54f service neutron] 10.222.0.83 "GET /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916559 Nov 24 15:18:09.311157 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed45fc-321a-40ef-b13f-b12fa5aabeb8 req-88aec50a-dea4-4880-9ea2-55b434c4c0b8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:09.320935 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-80ed45fc-321a-40ef-b13f-b12fa5aabeb8 req-88aec50a-dea4-4880-9ea2-55b434c4c0b8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1636381 Nov 24 15:18:09.322972 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40040) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:09.328156 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0f294d93-c84e-4ae8-bd4d-bf8cca7cf285 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c546cdb2e3a040faab5ff7b656ca52de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466592 Nov 24 15:18:09.329774 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f294d93-c84e-4ae8-bd4d-bf8cca7cf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3349a5-f185-471d-ae7e-6ec77e54f211,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:09.417112 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-80ed45fc-321a-40ef-b13f-b12fa5aabeb8 req-1c82d425-6450-4335-98a0-b50c209ecde8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949183 Nov 24 15:18:09.435338 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.460420 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.500901 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9692c49-c515-4e45-9e79-c4f139b2d517 req-83388085-6d5a-49d1-8af2-8b0fb3670b36 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:09.503007 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9692c49-c515-4e45-9e79-c4f139b2d517 req-83388085-6d5a-49d1-8af2-8b0fb3670b36 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 944 time: 0.0691912 Nov 24 15:18:09.576459 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e9692c49-c515-4e45-9e79-c4f139b2d517 req-84b20781-222b-41bf-a874-375ffa0be38a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673487 Nov 24 15:18:09.590931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85596-49f9-4af8-ab23-2784d140322c req-72824939-6f92-4aaa-ab5c-fc7744379035 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:09.592707 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-39d85596-49f9-4af8-ab23-2784d140322c req-72824939-6f92-4aaa-ab5c-fc7744379035 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.1006591 Nov 24 15:18:09.652485 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-39d85596-49f9-4af8-ab23-2784d140322c req-87b1d7f3-d436-4b62-9090-bdfee0ed0674 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532465 Nov 24 15:18:09.660191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.663376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:09.667507 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7d3349a5-f185-471d-ae7e-6ec77e54f211 HTTP/1.1" status: 204 len: 168 time: 0.3402271 Nov 24 15:18:09.674388 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb79084-5fbb-4866-9c9c-e47d00a1c8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3349a5-f185-471d-ae7e-6ec77e54f211,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:10.215687 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56204b-00b9-4a39-b1dd-a6b5960cc089 req-9382b31c-3455-4f00-9f28-bcc8f8b0ebe7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:10.218438 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ca56204b-00b9-4a39-b1dd-a6b5960cc089 req-9382b31c-3455-4f00-9f28-bcc8f8b0ebe7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0696640 Nov 24 15:18:10.313679 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ca56204b-00b9-4a39-b1dd-a6b5960cc089 req-90775c1e-0347-4f96-8f79-a824d38443e1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857837 Nov 24 15:18:10.559895 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1c07b-3956-4371-b57d-61f2f6595386 req-dbd79e6f-4f0f-4121-8410-3d9c98edeed4 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:10.561568 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-aea1c07b-3956-4371-b57d-61f2f6595386 req-dbd79e6f-4f0f-4121-8410-3d9c98edeed4 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0687664 Nov 24 15:18:10.632375 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-aea1c07b-3956-4371-b57d-61f2f6595386 req-cd314e01-d01f-4d18-b961-7b5bda86c902 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629191 Nov 24 15:18:10.713540 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496a1eb-2b28-428c-9a8d-d929396abd5c req-b462d0e8-f644-4a4e-afee-10c504346b24 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:10.727701 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6496a1eb-2b28-428c-9a8d-d929396abd5c req-b462d0e8-f644-4a4e-afee-10c504346b24 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 944 time: 0.0679348 Nov 24 15:18:10.824931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817d947-3386-489d-a68f-db65f9688422 req-7066c464-d6c6-4ecb-96b3-54065d07f216 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:10.833214 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7817d947-3386-489d-a68f-db65f9688422 req-7066c464-d6c6-4ecb-96b3-54065d07f216 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.0875859 Nov 24 15:18:10.840857 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6496a1eb-2b28-428c-9a8d-d929396abd5c req-af8f819a-5456-49c1-b717-50f3b0246591 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056130 Nov 24 15:18:10.884732 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7817d947-3386-489d-a68f-db65f9688422 req-26020a02-6e9a-4ba8-92ca-10f51307dedd tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506682 Nov 24 15:18:11.084526 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c095668d-d778-4b75-9d8a-873a09224efe details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:18:11.107915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-a64b871e-fe87-4465-b440-afe45d239649 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:11.109730 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-a64b871e-fe87-4465-b440-afe45d239649 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.83 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.0836129 Nov 24 15:18:11.246208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Deleting port 830b3bac-8178-4249-8bb4-b37a54ffe87e {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:18:11.246208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:11.264053 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c095668d-d778-4b75-9d8a-873a09224efe,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:11.277967 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'c095668d-d778-4b75-9d8a-873a09224efe', 'network_id': '681e9937-d22e-4c92-84c9-fbc22b072932', 'port_id': 'c095668d-d778-4b75-9d8a-873a09224efe', 'mac_address': 'fa:16:3e:62:aa:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85c8b1e3-61f9-4b65-8ac2-694166e7a891', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:18:11.347416 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:11.367905 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c095668d-d778-4b75-9d8a-873a09224efe {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:18:11.391594 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c095668d-d778-4b75-9d8a-873a09224efe,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:11.472444 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:11.523229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03737079-a5f2-40c3-9d4c-471133cf7595 req-d193a7a3-36f3-4f35-bba3-4ec9b03a109d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:11.533922 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03737079-a5f2-40c3-9d4c-471133cf7595 req-d193a7a3-36f3-4f35-bba3-4ec9b03a109d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0884485 Nov 24 15:18:11.572508 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:11.612501 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03737079-a5f2-40c3-9d4c-471133cf7595 req-cfc04b12-59e1-4943-84de-671ab29bf6b4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760376 Nov 24 15:18:11.688993 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] For port 830b3bac-8178-4249-8bb4-b37a54ffe87e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=830b3bac-8178-4249-8bb4-b37a54ffe87e,segment=NetworkSegment(98306293-d33d-4e28-89cd-9b438e22849b),segment_id=98306293-d33d-4e28-89cd-9b438e22849b)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:11.689560 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:11.717806 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Calling delete_port for 830b3bac-8178-4249-8bb4-b37a54ffe87e owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:18:11.742652 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['c095668d-d778-4b75-9d8a-873a09224efe'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:18:11.831784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196fce82-e719-4e0d-975b-7a5d7b0e00c6 req-a21b6955-0e31-4b55-9d41-87174df412d9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:11.833996 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-196fce82-e719-4e0d-975b-7a5d7b0e00c6 req-a21b6955-0e31-4b55-9d41-87174df412d9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1003029 Nov 24 15:18:11.978940 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4b6d5-4f0b-4c4d-843e-768e8e31840b req-0f3f4df4-c36b-4a10-848b-0854a0854e59 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:11.982866 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-00c4b6d5-4f0b-4c4d-843e-768e8e31840b req-0f3f4df4-c36b-4a10-848b-0854a0854e59 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 945 time: 0.0604973 Nov 24 15:18:12.040596 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-196fce82-e719-4e0d-975b-7a5d7b0e00c6 req-9358cd73-2db6-44f9-98a0-2813e6a4f852 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910214 Nov 24 15:18:12.048986 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-00c4b6d5-4f0b-4c4d-843e-768e8e31840b req-c32412e2-b67d-4ba5-9185-cadfc73c2218 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605559 Nov 24 15:18:12.159771 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337e10d-f394-44a5-a8fc-a06e50e30702 req-ab81ec2c-36a1-48a3-b9af-ad679217ef1e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:12.161251 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3337e10d-f394-44a5-a8fc-a06e50e30702 req-ab81ec2c-36a1-48a3-b9af-ad679217ef1e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 950 time: 0.0508354 Nov 24 15:18:12.195663 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:12.237527 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Pushing event deleted for resources: {'Port': ['ID=830b3bac-8178-4249-8bb4-b37a54ffe87e,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:12.243034 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3337e10d-f394-44a5-a8fc-a06e50e30702 req-1666bca9-1ac2-4e4d-9ea5-a9a8627135b0 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8fba123-76e2-48e4-9f6d-3967158b8922&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758824 Nov 24 15:18:12.292711 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] No DVR routers for this DVR port 830b3bac-8178-4249-8bb4-b37a54ffe87e on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:18:12.295389 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:12.302052 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ab76ab38-6996-4be3-97eb-117fa6d0c729 req-f3c7169c-4665-4954-ad84-41cebbeac60e tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.83 "DELETE /v2.0/ports/830b3bac-8178-4249-8bb4-b37a54ffe87e HTTP/1.1" status: 204 len: 173 time: 1.1819558 Nov 24 15:18:12.302052 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'name': 'network-vif-deleted', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:12.302361 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e306ac-ce3b-40e3-8b78-b0442c3feca6" -d '{"events": [{"server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "name": "network-vif-deleted", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:12.341481 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['830b3bac-8178-4249-8bb4-b37a54ffe87e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:18:12.371604 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf00beb8-d61c-4c99-8892-ec390e369130 x-openstack-request-id: req-cf00beb8-d61c-4c99-8892-ec390e369130 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:12.371970 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38bc737e-b978-41bb-a004-e80c5111c466", "name": "network-vif-deleted", "tag": "830b3bac-8178-4249-8bb4-b37a54ffe87e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:12.372259 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf00beb8-d61c-4c99-8892-ec390e369130 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:12.375103 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38bc737e-b978-41bb-a004-e80c5111c466', 'name': 'network-vif-deleted', 'tag': '830b3bac-8178-4249-8bb4-b37a54ffe87e', 'status': 'completed', 'code': 200} Nov 24 15:18:12.743029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35574e87-4702-4a1c-b18b-ada763c1c5fc req-b13e226e-0b11-46c3-a295-3d8fe58367c8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:12.751492 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-35574e87-4702-4a1c-b18b-ada763c1c5fc req-b13e226e-0b11-46c3-a295-3d8fe58367c8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0619633 Nov 24 15:18:12.812944 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-35574e87-4702-4a1c-b18b-ada763c1c5fc req-119972b7-cede-46b7-a8bf-1ed64503c694 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603530 Nov 24 15:18:13.093619 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c095668d-d778-4b75-9d8a-873a09224efe up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:13.236747 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a58e7-a6f0-4f87-b7a9-a421ee5c64df req-e90b686f-b980-435c-be48-d66f102b9e03 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:13.242434 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-096a58e7-a6f0-4f87-b7a9-a421ee5c64df req-e90b686f-b980-435c-be48-d66f102b9e03 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0803101 Nov 24 15:18:13.275433 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebde2eee-376e-4434-bf8a-3aa6dea9afdf req-ebf2964f-8d25-41a1-9e82-ab26ccd36e37 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:13.279470 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port c095668d-d778-4b75-9d8a-873a09224efe completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:18:13.282250 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port c095668d-d778-4b75-9d8a-873a09224efe triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:13.283182 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:13.283688 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebde2eee-376e-4434-bf8a-3aa6dea9afdf req-ebf2964f-8d25-41a1-9e82-ab26ccd36e37 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 945 time: 0.0890236 Nov 24 15:18:13.366089 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-096a58e7-a6f0-4f87-b7a9-a421ee5c64df req-06ffb7b4-fae1-492f-9d07-b207007bf7f8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176987 Nov 24 15:18:13.393364 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebde2eee-376e-4434-bf8a-3aa6dea9afdf req-3357e65c-767d-4e41-a3d0-47b92f97fb09 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064973 Nov 24 15:18:13.467892 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:13.508426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c095668d-d778-4b75-9d8a-873a09224efe,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:13.510020 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:13.511346 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-090e6dda-0910-4c7b-9f75-13a022550957 req-43e9c809-5662-4fe0-81ea-d84b99000f71 tempest-VolumesNegativeTest-416474812 tempest-VolumesNegativeTest-416474812-project] 10.222.0.15 "GET /v2.0/ports?device_id=38bc737e-b978-41bb-a004-e80c5111c466 HTTP/1.1" status: 200 len: 210 time: 0.0441017 Nov 24 15:18:13.512712 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73f48322-4ef9-45fc-bcc2-63fe6c68d731" -d '{"events": [{"server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "name": "network-vif-plugged", "status": "completed", "tag": "c095668d-d778-4b75-9d8a-873a09224efe"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:13.579877 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd1b3c9-4572-4aef-8ad1-79b7da2b1ecd x-openstack-request-id: req-ebd1b3c9-4572-4aef-8ad1-79b7da2b1ecd {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:13.580221 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "name": "network-vif-plugged", "status": "completed", "tag": "c095668d-d778-4b75-9d8a-873a09224efe", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:13.580472 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebd1b3c9-4572-4aef-8ad1-79b7da2b1ecd {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:13.580862 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe', 'code': 200} Nov 24 15:18:13.591349 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:13.592649 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 830b3bac-8178-4249-8bb4-b37a54ffe87e no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:18:13.635798 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 830b3bac-8178-4249-8bb4-b37a54ffe87e {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:18:13.636463 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 830b3bac-8178-4249-8bb4-b37a54ffe87e not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:18:13.702087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:13.969861 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d4de39-720b-43fc-a1e1-2ccecd90d9b9 req-39212ad4-188a-48fb-bc02-09577c50e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:13.971476 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10d4de39-720b-43fc-a1e1-2ccecd90d9b9 req-39212ad4-188a-48fb-bc02-09577c50e998 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 1099 time: 0.1017838 Nov 24 15:18:13.992880 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e8e8d6-f203-4676-98b5-6ca659ea6bcd req-755ccd99-ee8b-4a24-8a95-65aa49471811 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:14.002488 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48e8e8d6-f203-4676-98b5-6ca659ea6bcd req-755ccd99-ee8b-4a24-8a95-65aa49471811 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0781710 Nov 24 15:18:14.070085 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48e8e8d6-f203-4676-98b5-6ca659ea6bcd req-a0333b0a-6185-4283-b175-1f160018dd4d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618398 Nov 24 15:18:14.097074 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10d4de39-720b-43fc-a1e1-2ccecd90d9b9 req-b3e27833-3572-4199-84cb-81db96b6c8d5 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162927 Nov 24 15:18:14.572460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab57c1-7807-483b-927a-9f5d13489011 req-86f3e98c-1bf8-41c3-a50b-2c09726c9a8c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:14.574721 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c3ab57c1-7807-483b-927a-9f5d13489011 req-86f3e98c-1bf8-41c3-a50b-2c09726c9a8c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0803626 Nov 24 15:18:14.640725 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695caccf-6181-4968-aac9-4c754051996f req-4ee837a2-94d2-4d61-9c5c-b4710444d5ae tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:14.649506 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-695caccf-6181-4968-aac9-4c754051996f req-4ee837a2-94d2-4d61-9c5c-b4710444d5ae tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.1352813 Nov 24 15:18:14.649776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c3ab57c1-7807-483b-927a-9f5d13489011 req-039653f5-34e2-4056-92fa-18b826aa6b41 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678411 Nov 24 15:18:14.731957 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-695caccf-6181-4968-aac9-4c754051996f req-36bd1914-209d-451c-aef2-ad985a7648cd tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784333 Nov 24 15:18:15.291008 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667d651-4846-4403-81f0-2b1717ff5f76 req-bc687753-8699-417d-ab19-6f189adedd4c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.314789 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f667d651-4846-4403-81f0-2b1717ff5f76 req-bc687753-8699-417d-ab19-6f189adedd4c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.1171155 Nov 24 15:18:15.336925 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5e47-bbb6-4c2f-829a-c0c20cdc4b20 req-df6c1f16-ef5a-4ebb-a775-b6aecb7c4e5d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.356275 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b2d5e47-bbb6-4c2f-829a-c0c20cdc4b20 req-df6c1f16-ef5a-4ebb-a775-b6aecb7c4e5d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.1370728 Nov 24 15:18:15.433631 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b2d5e47-bbb6-4c2f-829a-c0c20cdc4b20 req-ae9bb78f-ffe2-428a-860a-41101b816830 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846987 Nov 24 15:18:15.508676 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f667d651-4846-4403-81f0-2b1717ff5f76 req-b6b0e30b-5c7d-4596-9bfb-97bafea4c8ac tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926603 Nov 24 15:18:15.522674 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-88f2b364-00a1-4a8a-9b65-01676543a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.524745 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-88f2b364-00a1-4a8a-9b65-01676543a0c6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.1626318 Nov 24 15:18:15.660986 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-8f29cfcb-c3e6-4b5a-8dcf-2c7d1c0817ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.662477 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-8f29cfcb-c3e6-4b5a-8dcf-2c7d1c0817ce service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.1286964 Nov 24 15:18:15.741675 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-c4ff68b2-d358-4e01-ac3f-d511aa6ae90e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0712678 Nov 24 15:18:15.819438 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-3b7e344a-30de-4d1a-b233-446792c5cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.819438 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-3b7e344a-30de-4d1a-b233-446792c5cec2 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0659106 Nov 24 15:18:15.886950 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-6f50cd28-00ee-4d46-becc-1605e11166f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.888748 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-6f50cd28-00ee-4d46-becc-1605e11166f0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0640771 Nov 24 15:18:15.920209 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e6a252-5946-40f5-995f-3b03673de7e3 req-7d62813b-1512-4689-9c79-0851f5ee9823 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:15.928922 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-21e6a252-5946-40f5-995f-3b03673de7e3 req-7d62813b-1512-4689-9c79-0851f5ee9823 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.0842345 Nov 24 15:18:15.992731 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-21e6a252-5946-40f5-995f-3b03673de7e3 req-423d78be-8e23-49ef-8894-e683a0b8275c tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621517 Nov 24 15:18:16.057991 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-22e5673c-9fb2-43cb-9801-35f21a40d4aa service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611171 Nov 24 15:18:16.223119 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-eefe9a75-1fbe-40ef-aadf-c96db3cda911 req-4292dfc8-9a0d-40c6-ab7a-b38270568136 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530612 Nov 24 15:18:16.654025 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cf484c-c37a-445c-992b-53e284026b61 req-f979ea63-b2ae-4806-93a5-380b781f0110 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:16.655902 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a1cf484c-c37a-445c-992b-53e284026b61 req-f979ea63-b2ae-4806-93a5-380b781f0110 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0788713 Nov 24 15:18:16.711059 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a1cf484c-c37a-445c-992b-53e284026b61 req-957e257d-74b6-49eb-a83e-ac45933ef36e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486209 Nov 24 15:18:16.869462 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18331ae1-0b8b-4300-a617-fb7337d012d1 req-faad6066-9794-4d51-9c32-7e1e66521329 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:16.871059 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-18331ae1-0b8b-4300-a617-fb7337d012d1 req-faad6066-9794-4d51-9c32-7e1e66521329 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0618083 Nov 24 15:18:16.934622 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-18331ae1-0b8b-4300-a617-fb7337d012d1 req-81da8e50-238a-4501-b38a-f29430539db7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572915 Nov 24 15:18:17.494415 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40358) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:17.644057 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b969-ac4f-4233-b198-00255e025b85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:17.781815 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b969-ac4f-4233-b198-00255e025b85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:17.853297 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7dfdb0-b046-40fb-82ad-0a7a09d0760b req-1c050324-1565-45a3-8f5f-8a4eea42f957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:17.856625 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be7dfdb0-b046-40fb-82ad-0a7a09d0760b req-1c050324-1565-45a3-8f5f-8a4eea42f957 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0584917 Nov 24 15:18:17.859458 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e6c6b969-ac4f-4233-b198-00255e025b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:17.898363 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e6c6b969-ac4f-4233-b198-00255e025b85 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a94716cb3bc145e68412b74c947adddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027500 Nov 24 15:18:17.905430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40372) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:17.925696 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6b969-ac4f-4233-b198-00255e025b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f69a7-a5d2-4d74-82a9-0bf3c193195c,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:17.986907 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-be7dfdb0-b046-40fb-82ad-0a7a09d0760b req-d3c0d701-ca72-4926-ac3a-b4475071d754 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169806 Nov 24 15:18:18.010617 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:18.042196 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:18.098468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecee4df-3571-46af-b728-4af537878e2b req-d55ca44f-b68b-4f44-a35e-46a38bf0dda4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:18.106532 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fecee4df-3571-46af-b728-4af537878e2b req-d55ca44f-b68b-4f44-a35e-46a38bf0dda4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0707679 Nov 24 15:18:18.170034 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fecee4df-3571-46af-b728-4af537878e2b req-1520ac3b-0565-402e-a8c3-0476de6c751a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622344 Nov 24 15:18:18.206893 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:18.212625 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:18.214075 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a2f69a7-a5d2-4d74-82a9-0bf3c193195c HTTP/1.1" status: 204 len: 168 time: 0.3073041 Nov 24 15:18:18.223329 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75566b99-ba5c-48ae-9cb6-85ef33d55828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f69a7-a5d2-4d74-82a9-0bf3c193195c,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:19.385367 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70721df-541b-4e99-86f4-0cf94767ac52 req-50d633c4-0e38-4ce7-9654-315283068b62 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:19.387489 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e70721df-541b-4e99-86f4-0cf94767ac52 req-50d633c4-0e38-4ce7-9654-315283068b62 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0772033 Nov 24 15:18:19.457506 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e70721df-541b-4e99-86f4-0cf94767ac52 req-f03eb2c5-8bef-428b-a83b-639f459cee82 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630167 Nov 24 15:18:20.260038 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40536) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:20.479989 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdb96-52be-4e97-837c-ed80096fd5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:20.643538 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c18894-f439-43df-bbf2-fb4af18edda4 req-7f28193a-ef84-4474-81af-e09a14a98208 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:20.645143 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-24c18894-f439-43df-bbf2-fb4af18edda4 req-7f28193a-ef84-4474-81af-e09a14a98208 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0786593 Nov 24 15:18:20.665567 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdb96-52be-4e97-837c-ed80096fd5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:20.713326 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-24c18894-f439-43df-bbf2-fb4af18edda4 req-f6161d5e-243d-428e-84f8-bfb0b5c65a45 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576625 Nov 24 15:18:21.057588 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5e7bdb96-52be-4e97-837c-ed80096fd5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:21.093949 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bdb96-52be-4e97-837c-ed80096fd5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ecf48c8-41eb-4630-acf4-a6d631aaf9cf,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:21.110158 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-5e7bdb96-52be-4e97-837c-ed80096fd5fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1989ccd75546423db235b7d30ec42aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8464570 Nov 24 15:18:21.110910 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40568) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:21.173300 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:21.196294 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:21.475304 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:21.478035 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:21.479188 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ecf48c8-41eb-4630-acf4-a6d631aaf9cf HTTP/1.1" status: 204 len: 168 time: 0.3671303 Nov 24 15:18:21.487028 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a85753-4ef0-4b10-b0cf-726d8e4ca595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ecf48c8-41eb-4630-acf4-a6d631aaf9cf,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:21.900059 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889b75-07e8-4897-8b86-2842db0e2f98 req-54eaeee0-87b3-4d7e-87f8-b519bb08f909 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:21.902953 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a9889b75-07e8-4897-8b86-2842db0e2f98 req-54eaeee0-87b3-4d7e-87f8-b519bb08f909 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0924261 Nov 24 15:18:21.974489 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a9889b75-07e8-4897-8b86-2842db0e2f98 req-cad18616-bd05-4a42-bb87-3dadf410c258 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637667 Nov 24 15:18:22.663952 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40650) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:22.768856 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1821208608-network', 'tenant_id': '55c14671b1d2469a9339872c180b2f09'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:22.871019 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Made reservation on behalf of 55c14671b1d2469a9339872c180b2f09 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:22.873363 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:22.883690 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:22.961987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.019880 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.044862 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1151} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:18:23.055508 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54a34c-a2c4-4232-80a8-4bc95dd52725,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:23.060328 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.060671 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Added segment 1e74880e-aefb-49ac-a362-8da1cc35ea66 of type vlan for network fa83deac-30df-4167-ba53-114a812b3114 Nov 24 15:18:23.113133 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b0fff5-570b-48b4-bdf1-6178d50621c5 req-e384a4e4-6d45-4628-93d2-c385a2877d3f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:23.113756 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.115291 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12b0fff5-570b-48b4-bdf1-6178d50621c5 req-e384a4e4-6d45-4628-93d2-c385a2877d3f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0578299 Nov 24 15:18:23.163717 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40670) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:23.164675 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12b0fff5-570b-48b4-bdf1-6178d50621c5 req-ec11b618-5723-4775-9315-6c0ba7a21005 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420225 Nov 24 15:18:23.196592 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.197563 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:23.198136 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.264914 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] Pushing event updated for resources: {'Network': ['ID=fa83deac-30df-4167-ba53-114a812b3114,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:23.276353 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network fa83deac-30df-4167-ba53-114a812b3114 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:18:23.288141 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9811731e-715c-4b45-a75a-f50f89a14ef5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6230361 Nov 24 15:18:23.291075 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40674) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:23.297155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Request body: {'subnet': {'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1821208608-subnet', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:23.332003 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cdf5fd45-5cc8-44d0-85e7-79d9ece99010 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b88cc860a04148b6b8a293bbd0115ffc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1669323 Nov 24 15:18:23.334542 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40676) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:23.395666 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.419513 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.431617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Made reservation on behalf of 55c14671b1d2469a9339872c180b2f09 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:23.438241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317776'] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.556898 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.559584 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.560767 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8fba123-76e2-48e4-9f6d-3967158b8922 HTTP/1.1" status: 204 len: 168 time: 0.2252216 Nov 24 15:18:23.569417 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acb12f-6b61-4797-a1ae-e578471933ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8fba123-76e2-48e4-9f6d-3967158b8922,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:23.613622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-a33068d0-2a68-430f-85af-f187d6bdadc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:23.615215 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-a33068d0-2a68-430f-85af-f187d6bdadc2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1099 time: 0.0836098 Nov 24 15:18:23.751659 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-8b54a10b-dae7-440f-830b-df21ca1207dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:23.753371 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-8b54a10b-dae7-440f-830b-df21ca1207dc service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.1300871 Nov 24 15:18:23.814495 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12601952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317762'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:23.851646 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-1dc8ee74-aac7-41c5-a449-9891dea12d5c service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 1002 time: 0.0875220 Nov 24 15:18:23.909136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d120b76-dd2e-44e1-a5a5-3188d868e3ef,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:23.944095 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-0f479e97-2f0f-45c3-b33a-12016be284a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:23.947582 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-0f479e97-2f0f-45c3-b33a-12016be284a4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0809515 Nov 24 15:18:23.949848 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Checking segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:23.950221 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Network hostable DHCP agents. Network: fa83deac-30df-4167-ba53-114a812b3114, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:18:24.024754 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-ff5c99fd-cad3-43a4-be13-4993285fb992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:24.026713 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-ff5c99fd-cad3-43a4-be13-4993285fb992 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699649 Nov 24 15:18:24.094140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Network fa83deac-30df-4167-ba53-114a812b3114 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:18:24.126447 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-e734c2c2-ed94-4ae7-8722-d98d972a9220 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901654 Nov 24 15:18:24.175078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, fa83deac-30df-4167-ba53-114a812b3114) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:24.183472 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bb9a52-556b-458a-b98f-01e4ef707e28 None None] Network fa83deac-30df-4167-ba53-114a812b3114 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:24.204656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:24.205262 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.241884 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8681c52b-cf0e-43fd-a1c2-c478e46811f3 req-a931593a-7bdc-4f08-aa4b-352ce82fb2b7 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020947 Nov 24 15:18:24.315931 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3a7e03f9-6502-4af8-8d86-9c22070f33a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0233476 Nov 24 15:18:24.317720 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40696) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:24.325157 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:24.351043 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d632d-1e7b-4415-84fb-4cf26d81f64d req-90a5831f-4071-4924-aa7e-374fe55dbb08 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:24.352598 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3b0d632d-1e7b-4415-84fb-4cf26d81f64d req-90a5831f-4071-4924-aa7e-374fe55dbb08 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0986512 Nov 24 15:18:24.358947 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-fa83deac-30df-4167-ba53-114a812b3114', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:18:24.360659 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.403133 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3b0d632d-1e7b-4415-84fb-4cf26d81f64d req-5fb92ef8-6d5e-4bde-a0e1-6d4d333e4728 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433064 Nov 24 15:18:24.435345 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.436733 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.492972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.512831 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Allocated IP 172.20.0.2 (fa83deac-30df-4167-ba53-114a812b3114/6d120b76-dd2e-44e1-a5a5-3188d868e3ef/ec11adfc-3c50-4672-9341-de563e5fc437) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:24.670870 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.749294 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.805684 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Network fa83deac-30df-4167-ba53-114a812b3114 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:24.814020 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:24.819280 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:24.834999 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Pushing event updated for resources: {'Port': ['ID=ec11adfc-3c50-4672-9341-de563e5fc437,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:24.892592 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Attempting to bind port ec11adfc-3c50-4672-9341-de563e5fc437 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:24.893259 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Attempting to bind port ec11adfc-3c50-4672-9341-de563e5fc437 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:24.893816 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Attempting to bind port ec11adfc-3c50-4672-9341-de563e5fc437 on network fa83deac-30df-4167-ba53-114a812b3114 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:24.900710 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:24.906642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Checking segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:24.906642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.906642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Bound using segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:24.906642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Bound port: ec11adfc-3c50-4672-9341-de563e5fc437, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:24.906642 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.929839 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:24.974499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] For port ec11adfc-3c50-4672-9341-de563e5fc437, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:24.977708 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] For port ec11adfc-3c50-4672-9341-de563e5fc437, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec11adfc-3c50-4672-9341-de563e5fc437,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:25.064206 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:25.143504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355a509-7350-4f74-a86b-162d650a9393 None None] Pushing event updated for resources: {'Port': ['ID=ec11adfc-3c50-4672-9341-de563e5fc437,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:25.256828 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:25.278987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:25.404773 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Allocated IP 172.27.2.166 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/be6f5d02-23a2-4542-a9c8-d6af0737f615) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:25.534860 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:25.562284 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8136a-f5f1-4cab-951d-6bbc7cb482b2 req-19a3b3f6-f7c0-4881-9924-fd55df73dae3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:25.564866 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ca8136a-f5f1-4cab-951d-6bbc7cb482b2 req-19a3b3f6-f7c0-4881-9924-fd55df73dae3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0618105 Nov 24 15:18:25.626407 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ca8136a-f5f1-4cab-951d-6bbc7cb482b2 req-df37b630-16ed-4594-a894-1cbbafca20ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437598 Nov 24 15:18:25.681662 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:25.728139 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:25.731074 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:25.734621 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:25.740817 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Pushing event updated for resources: {'Port': ['ID=be6f5d02-23a2-4542-a9c8-d6af0737f615,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:25.987810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec11adfc-3c50-4672-9341-de563e5fc437 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:26.049468 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ec11adfc-3c50-4672-9341-de563e5fc437 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:26.049842 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.126610 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.134237 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.168363 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port ec11adfc-3c50-4672-9341-de563e5fc437, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec11adfc-3c50-4672-9341-de563e5fc437,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:26.170677 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ebe29-964f-41e3-972e-e2d9a27154b0 None None] Network fa83deac-30df-4167-ba53-114a812b3114 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:26.256902 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-6a3c6946-1c6e-444b-bee5-2e1eedb3acec None None] Provisioning complete for port ec11adfc-3c50-4672-9341-de563e5fc437 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:26.257285 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6a3c6946-1c6e-444b-bee5-2e1eedb3acec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.260912 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.349997 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.377674 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=ec11adfc-3c50-4672-9341-de563e5fc437,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:26.559911 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Router 21e4f7fc-8466-4396-ac3e-0ac0d443970a is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:18:26.666263 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-ad3b4826-03c0-4e02-9049-56668c4506c8 None None] Provisioning complete for port ec11adfc-3c50-4672-9341-de563e5fc437 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:26.666911 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ad3b4826-03c0-4e02-9049-56668c4506c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.673006 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:26.693661 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Sync routers for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:26.717135 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:26.717686 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:17:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:26.754910 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d4ae71-6010-4b70-bf97-0fdf32b5df47 req-2eba0624-4818-4ed4-912f-8d30187c717d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:26.756437 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c3d4ae71-6010-4b70-bf97-0fdf32b5df47 req-2eba0624-4818-4ed4-912f-8d30187c717d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 946 time: 0.0494823 Nov 24 15:18:26.759533 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:26.760701 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b1e2d286-2a16-452b-ae7b-ebeb0a6fdeab admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4417193 Nov 24 15:18:26.763546 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40740) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:26.806068 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c3d4ae71-6010-4b70-bf97-0fdf32b5df47 req-0cca0ffb-15e1-42d1-b001-b303c6049c02 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426617 Nov 24 15:18:26.868672 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:27.059066 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:25Z', 'revision_number': 3, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:27.086723 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Checking router: 21e4f7fc-8466-4396-ac3e-0ac0d443970a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:27.087073 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Updating router 21e4f7fc-8466-4396-ac3e-0ac0d443970a port be6f5d02-23a2-4542-a9c8-d6af0737f615 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:27.111019 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.186846 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.205513 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:18:27.257934 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e3dc6816-c091-4a38-99f1-b1856eb188c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.347168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Allocated IP 172.20.0.1 (fa83deac-30df-4167-ba53-114a812b3114/6d120b76-dd2e-44e1-a5a5-3188d868e3ef/ec1a689e-5fde-48e2-b469-b42f22447480) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:27.362720 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.405233 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:18:27.407644 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81ed0c2-df32-4e30-a103-a898cf48c13b" -d '{"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:18:27.432240 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:27.448234 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 15:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f860c81-5ff9-48f1-a6ad-e87816597545 x-openstack-request-id: req-6f860c81-5ff9-48f1-a6ad-e87816597545 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:18:27.448558 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-unplugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:18:27.448823 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f860c81-5ff9-48f1-a6ad-e87816597545 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:18:27.449209 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'code': 200} Nov 24 15:18:27.449735 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.491611 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.496981 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.546774 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=8']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:27.549371 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.578730 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.586173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Network fa83deac-30df-4167-ba53-114a812b3114 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:27.592583 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:27.596235 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:27.625620 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:27.632286 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Attempting to bind port be6f5d02-23a2-4542-a9c8-d6af0737f615 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:27.638763 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Attempting to bind port be6f5d02-23a2-4542-a9c8-d6af0737f615 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:27.638763 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Attempting to bind port be6f5d02-23a2-4542-a9c8-d6af0737f615 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:27.638763 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1b276-eebb-4b6c-acfe-3e35fcbf6b91 None None] Pushing event updated for resources: {'Port': ['ID=be6f5d02-23a2-4542-a9c8-d6af0737f615,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:27.640903 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.641277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.641612 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.641952 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.642069 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:27.642289 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.642407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:27.642625 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.642732 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.642960 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.643126 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:27.643293 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.643608 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Bound port: be6f5d02-23a2-4542-a9c8-d6af0737f615, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:27.643730 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.643937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.644086 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.644305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.644616 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:27.659301 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.699310 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] For port be6f5d02-23a2-4542-a9c8-d6af0737f615, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:27.702635 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] For port be6f5d02-23a2-4542-a9c8-d6af0737f615, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=be6f5d02-23a2-4542-a9c8-d6af0737f615,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:27.768799 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.830357 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:27.830901 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:17:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:27.842911 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:27.994482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1b276-eebb-4b6c-acfe-3e35fcbf6b91 None None] Pushing event updated for resources: {'Port': ['ID=be6f5d02-23a2-4542-a9c8-d6af0737f615,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:28.006983 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa346-01b5-4791-9a4b-6a80767a1104 req-c6d34384-c1f3-41b2-b571-bc498b7af40f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:28.019752 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-12dfa346-01b5-4791-9a4b-6a80767a1104 req-c6d34384-c1f3-41b2-b571-bc498b7af40f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.1268210 Nov 24 15:18:28.027778 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.055295 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec11adfc-3c50-4672-9341-de563e5fc437 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:28.074295 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-12dfa346-01b5-4791-9a4b-6a80767a1104 req-d6dbe42b-2d00-4bb1-97fc-f7f18c5579ac tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527480 Nov 24 15:18:28.077074 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-5f4b7a1f-eb28-4d33-ba79-efde45b08630 None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:28.078558 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7a1f-eb28-4d33-ba79-efde45b08630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.094203 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.143335 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:28.146218 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5f4b7a1f-eb28-4d33-ba79-efde45b08630 None None] Port ec1a689e-5fde-48e2-b469-b42f22447480 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:28.163701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:28.166247 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.196140 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ec11adfc-3c50-4672-9341-de563e5fc437 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:28.196519 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.254723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Network fa83deac-30df-4167-ba53-114a812b3114 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:28.256319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:28.380588 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Router 21e4f7fc-8466-4396-ac3e-0ac0d443970a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:18:28.429162 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 1, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:28.465164 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c7dfa5-391e-4f3b-ab0e-dfa37723cd46 None None] The sync data for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi is: [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 1, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:28.476005 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-4f42b86d-e42c-4500-9b29-e9dedcc9e789 None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:28.476398 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4f42b86d-e42c-4500-9b29-e9dedcc9e789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:28.501861 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:28.507857 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f60147bc-5e7a-4a17-a9c2-b2d45a1912e0 admin admin] 10.222.0.15 "PUT /v2.0/routers/21e4f7fc-8466-4396-ac3e-0ac0d443970a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7430379 Nov 24 15:18:28.517840 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-4f42b86d-e42c-4500-9b29-e9dedcc9e789 None None] Port ec1a689e-5fde-48e2-b469-b42f22447480 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:29.203785 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9110e9-5a73-4a9e-b24a-5fffa22697d0 req-5bbd3258-3245-4729-976b-d00e133617c2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:29.205380 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2c9110e9-5a73-4a9e-b24a-5fffa22697d0 req-5bbd3258-3245-4729-976b-d00e133617c2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0533633 Nov 24 15:18:29.264946 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2c9110e9-5a73-4a9e-b24a-5fffa22697d0 req-be18a6d1-b34d-4fc8-94d7-5514452d0f87 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527475 Nov 24 15:18:29.336947 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40778) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:29.341948 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1138626438-network', 'tenant_id': '386382f3521c4095947c0e9789182c36'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:29.413924 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Made reservation on behalf of 386382f3521c4095947c0e9789182c36 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:29.416482 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.425709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.507746 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.573837 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c6ddc4f9-81b1-4bc2-9cb3-0144c9c071f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.596818 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.617687 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1152} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:18:29.635529 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.635870 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Added segment 5e6c700d-872c-4519-b547-98e4a0392265 of type vlan for network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 Nov 24 15:18:29.647049 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f98a06ca-4dce-44e6-b4ab-9d7aafd6418d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:29.677045 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.677471 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.677747 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.678087 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.678425 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.678763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.679093 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.679427 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.679760 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.680125 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.681959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.681959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:29.692218 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.765643 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.766637 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:29.767238 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.831528 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] Pushing event updated for resources: {'Network': ['ID=26a070e4-9d45-4d0f-9570-8e20df8be5b3,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:29.842321 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:18:29.868679 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c352c6ef-9ee4-459a-995a-544df76fd057 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5306222 Nov 24 15:18:29.871199 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40782) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:29.876101 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Request body: {'subnet': {'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1138626438-subnet', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:29.974845 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Made reservation on behalf of 386382f3521c4095947c0e9789182c36 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:29.977457 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759990'] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:29.986139 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device be6f5d02-23a2-4542-a9c8-d6af0737f615 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:30.067520 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port be6f5d02-23a2-4542-a9c8-d6af0737f615 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:30.068156 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.166676 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.187440 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port be6f5d02-23a2-4542-a9c8-d6af0737f615, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=be6f5d02-23a2-4542-a9c8-d6af0737f615,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:30.236914 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.288548 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=be6f5d02-23a2-4542-a9c8-d6af0737f615,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:30.288749 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12681177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759972'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.352686 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba2605e-539d-4ff8-987a-aff2971b6de7,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:30.385664 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Checking segment: {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:30.386025 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Network hostable DHCP agents. Network: 26a070e4-9d45-4d0f-9570-8e20df8be5b3, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:18:30.437418 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348733d0-7870-4d50-bb3e-084b321bd1d0 req-18666328-4d8d-45f1-8fbc-9b3f8016b70e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:30.438844 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-348733d0-7870-4d50-bb3e-084b321bd1d0 req-18666328-4d8d-45f1-8fbc-9b3f8016b70e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0668888 Nov 24 15:18:30.450870 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Sync routers for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:30.461961 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:30.462577 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:30.492726 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-348733d0-7870-4d50-bb3e-084b321bd1d0 req-4586958a-75af-468b-88e2-9cdb18d6d726 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471952 Nov 24 15:18:30.562851 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:18:30.581582 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:30.677480 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.705950 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 26a070e4-9d45-4d0f-9570-8e20df8be5b3) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:30.711185 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:30.712317 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.716826 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793d5ade-40ba-4497-8afb-0443ce68548a None None] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:30.796509 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 2, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:30.808386 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40802) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:30.813425 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-959337d1-c0dc-46cd-939e-b966306582c3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9408743 Nov 24 15:18:30.814750 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:30.840268 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Checking router: 21e4f7fc-8466-4396-ac3e-0ac0d443970a for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:30.840990 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Updating router 21e4f7fc-8466-4396-ac3e-0ac0d443970a port ec1a689e-5fde-48e2-b469-b42f22447480 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:30.867265 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.890545 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:18:30.891428 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.920721 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:30.921766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.005242 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.068052 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Allocated IP 172.20.0.2 (26a070e4-9d45-4d0f-9570-8e20df8be5b3/aba2605e-539d-4ff8-987a-aff2971b6de7/f956c8c7-af78-4b0f-b1fd-3d9604fb4a61) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:31.187865 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.247787 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.268817 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.323616 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.351694 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.391314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:31.392840 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Pushing event updated for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:31.397082 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:31.400310 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:31.404099 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.404475 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.405259 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.405609 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.405949 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.406817 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.407183 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.407501 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.407851 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.408209 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.408540 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.408865 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:18:31.417493 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Pushing event updated for resources: {'Port': ['ID=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:31.500475 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Attempting to bind port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:31.500862 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Attempting to bind port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:31.501257 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Attempting to bind port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 on network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:31.507742 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Attempting to bind port ec1a689e-5fde-48e2-b469-b42f22447480 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:31.508307 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Attempting to bind port ec1a689e-5fde-48e2-b469-b42f22447480 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:31.508547 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Attempting to bind port ec1a689e-5fde-48e2-b469-b42f22447480 on network fa83deac-30df-4167-ba53-114a812b3114 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:31.509196 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:31.509809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Checking segment: {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:31.510418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.510814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Bound using segment: {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:31.511290 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Bound port: f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:31.511669 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.513812 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:31.514199 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Checking segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:31.514599 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.514990 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Bound using segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:31.515672 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Bound port: ec1a689e-5fde-48e2-b469-b42f22447480, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:31.516180 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.588517 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] For port ec1a689e-5fde-48e2-b469-b42f22447480, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:31.590516 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] For port ec1a689e-5fde-48e2-b469-b42f22447480, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec1a689e-5fde-48e2-b469-b42f22447480,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:31.590726 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] For port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:31.594611 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] For port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:31.634313 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.656608 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.660400 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-d6a755ac-673a-4d68-a7eb-d166b5f4c468 None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:31.660813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d6a755ac-673a-4d68-a7eb-d166b5f4c468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.696297 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.697099 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:31.705224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-d6a755ac-673a-4d68-a7eb-d166b5f4c468 None None] Port ec1a689e-5fde-48e2-b469-b42f22447480 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:31.760562 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc40ad6-1ea8-4951-b3e8-06afb1e265a4 None None] Pushing event updated for resources: {'Port': ['ID=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:31.780515 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d2d65-0fe5-4b85-bc4b-846baeca48b2 None None] Pushing event updated for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:31.822613 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:31.823392 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:31.823546 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Allocated IP 172.27.2.110 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/ead90a8f-392a-4c53-90cb-386bc1aed3da) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:31.982676 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:32.055274 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec1a689e-5fde-48e2-b469-b42f22447480 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:32.059878 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-96db76af-b865-408a-805a-9592e714896d req-7e06aca6-ad7a-4990-9c4c-c5e007dd89b0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:18:32.061751 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-96db76af-b865-408a-805a-9592e714896d req-7e06aca6-ad7a-4990-9c4c-c5e007dd89b0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087376 Nov 24 15:18:32.087888 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.185463 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:32.186138 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.255249 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-f70cac1f-193e-4b75-a90c-16f0e614481f None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:32.255623 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f70cac1f-193e-4b75-a90c-16f0e614481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.290936 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.320364 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-62671018-7e07-475f-a629-09012bfa3aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:31Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:32.330057 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.357515 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:32.365590 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:32.383417 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:32.387686 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.440383 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port ec1a689e-5fde-48e2-b469-b42f22447480, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec1a689e-5fde-48e2-b469-b42f22447480,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:32.462571 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62671018-7e07-475f-a629-09012bfa3aba None None] The sync data for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi is: [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:31Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:32.490669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Pushing event updated for resources: {'Port': ['ID=ead90a8f-392a-4c53-90cb-386bc1aed3da,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:32.508669 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f70cac1f-193e-4b75-a90c-16f0e614481f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.531709 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.532546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device be6f5d02-23a2-4542-a9c8-d6af0737f615 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:32.647789 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.db.api [None req-f70cac1f-193e-4b75-a90c-16f0e614481f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:18:32.648185 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG oslo_db.api [None req-f70cac1f-193e-4b75-a90c-16f0e614481f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:18:32.674803 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:32.687573 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port be6f5d02-23a2-4542-a9c8-d6af0737f615 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:32.687953 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:32.869207 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503678b7-0f5e-425c-99b6-413c212b6341 req-704f83dd-d71a-4579-bfd7-2133bfbd3e0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:32.871119 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-503678b7-0f5e-425c-99b6-413c212b6341 req-704f83dd-d71a-4579-bfd7-2133bfbd3e0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.3818939 Nov 24 15:18:32.951288 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-503678b7-0f5e-425c-99b6-413c212b6341 req-2a4a8fb8-20ae-4f38-b61f-67cc2ede28ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528548 Nov 24 15:18:33.063141 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.092610 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.098662 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cc24da-1e9e-47d8-b5f4-650f4099a9a2 None None] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:33.249515 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40850) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:33.359938 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.452416 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] Provisioning complete for port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:33.453110 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.466775 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-da176d30-25c4-440e-a63d-5c4a1152e164 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2151313 Nov 24 15:18:33.471836 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-b75b8fca-1ba0-40b0-a843-921c8e1a4acb service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103210) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:18:33.476663 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-b75b8fca-1ba0-40b0-a843-921c8e1a4acb service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090408 Nov 24 15:18:33.552992 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.588897 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Router a96dccbb-978d-4261-9ef7-34d9d24838f8 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:18:33.592429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] For port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:33.668610 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.714376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:33.725515 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Sync routers for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:33.735265 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917234-3edb-44c3-86d6-74cdd70a9c03 None None] Pushing event updated for resources: {'Port': ['ID=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:33.744353 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:33.744353 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:33.793822 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.796121 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-9d19f379-8c7a-4098-9b27-e2eecd807ac2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9854851 Nov 24 15:18:33.798304 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40864) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:33.838876 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-2866f02e-2bc8-4f4c-8fdd-b011aadd357e None None] Provisioning complete for port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:33.839248 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2866f02e-2bc8-4f4c-8fdd-b011aadd357e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:33.898116 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:34.106266 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be0828-3a72-4157-b158-442c2f0b4157 req-158aeabe-54c2-48ad-883c-37c77b8a9824 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:34.108622 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f3be0828-3a72-4157-b158-442c2f0b4157 req-158aeabe-54c2-48ad-883c-37c77b8a9824 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0646598 Nov 24 15:18:34.138867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.174770 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f3be0828-3a72-4157-b158-442c2f0b4157 req-2510ca2e-e319-4d14-9600-1cc342381156 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571504 Nov 24 15:18:34.184768 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec1a689e-5fde-48e2-b469-b42f22447480 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:34.253323 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ec1a689e-5fde-48e2-b469-b42f22447480 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:34.253695 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.256856 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 3, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:34.302926 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Checking router: a96dccbb-978d-4261-9ef7-34d9d24838f8 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:34.303314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Updating router a96dccbb-978d-4261-9ef7-34d9d24838f8 port ead90a8f-392a-4c53-90cb-386bc1aed3da binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:34.316004 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.339897 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.472332 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:34.482119 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Allocated IP 172.20.0.1 (26a070e4-9d45-4d0f-9570-8e20df8be5b3/aba2605e-539d-4ff8-987a-aff2971b6de7/4dc7afcc-593b-4f52-ab56-1addf10302c0) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:34.588106 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:34.588478 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.596372 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.688675 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.712696 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.727106 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:34.737340 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:34.740332 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:34.768260 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Pushing event updated for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:34.788918 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.803331 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.859975 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af81e0-1e1a-4473-be22-358cea2cbd27 None None] Pushing event updated for resources: {'Port': ['ID=ead90a8f-392a-4c53-90cb-386bc1aed3da,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:34.862327 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Attempting to bind port ead90a8f-392a-4c53-90cb-386bc1aed3da on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:34.862767 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Attempting to bind port ead90a8f-392a-4c53-90cb-386bc1aed3da by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:34.863203 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Attempting to bind port ead90a8f-392a-4c53-90cb-386bc1aed3da on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:34.870085 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:34.870564 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:34.871041 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.871504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:34.872059 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Bound port: ead90a8f-392a-4c53-90cb-386bc1aed3da, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:34.876480 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:34.932338 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] For port ead90a8f-392a-4c53-90cb-386bc1aed3da, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:34.935324 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] For port ead90a8f-392a-4c53-90cb-386bc1aed3da, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ead90a8f-392a-4c53-90cb-386bc1aed3da,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:34.965252 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-7443c674-6702-423b-a8ba-c5f58e9f3c12 None None] Provisioning complete for port 4dc7afcc-593b-4f52-ab56-1addf10302c0 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:34.965621 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7443c674-6702-423b-a8ba-c5f58e9f3c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.007961 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-7443c674-6702-423b-a8ba-c5f58e9f3c12 None None] Port 4dc7afcc-593b-4f52-ab56-1addf10302c0 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:35.015160 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.019689 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.077245 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:35.077878 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:35.141743 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af81e0-1e1a-4473-be22-358cea2cbd27 None None] Pushing event updated for resources: {'Port': ['ID=ead90a8f-392a-4c53-90cb-386bc1aed3da,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:35.206623 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-290c6a0c-7691-4171-9caf-ec7a46d73aa1 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1071129 Nov 24 15:18:35.264137 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.342906 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.346304 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-12b30563-248a-463e-9ed5-e9b63f6880f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:35.347797 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-12b30563-248a-463e-9ed5-e9b63f6880f3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 1099 time: 0.0710523 Nov 24 15:18:35.358217 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c97ae-4935-4665-ac0b-632835d5b38a req-e86f115c-49f2-4c88-bd8b-6be51f2a7bd4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:35.359694 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3e4c97ae-4935-4665-ac0b-632835d5b38a req-e86f115c-49f2-4c88-bd8b-6be51f2a7bd4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0929241 Nov 24 15:18:35.362080 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:35.498856 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Pushing event updated for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:35.533924 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.575691 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3e4c97ae-4935-4665-ac0b-632835d5b38a req-ebd0593a-e183-4655-b695-787afb59e7a7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952746 Nov 24 15:18:35.621970 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '4dc7afcc-593b-4f52-ab56-1addf10302c0', 'name': '', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'mac_address': 'fa:16:3e:8b:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:34Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 1, 'project_id': '386382f3521c4095947c0e9789182c36', 'subnets': [{'id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:35.630986 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:18:35.639105 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-7e15fddd-e120-443c-9f3c-40c2c3bb2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:35.640579 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-7e15fddd-e120-443c-9f3c-40c2c3bb2a9e service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.2408757 Nov 24 15:18:35.653921 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb0d5eb-18e7-4a40-ae5c-f4640852e514 None None] The sync data for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi is: [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '4dc7afcc-593b-4f52-ab56-1addf10302c0', 'name': '', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'mac_address': 'fa:16:3e:8b:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:34Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 1, 'project_id': '386382f3521c4095947c0e9789182c36', 'subnets': [{'id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:35.671263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:35.673005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:35.798821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Router a96dccbb-978d-4261-9ef7-34d9d24838f8 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:18:35.942929 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-a573733f-82bd-473b-a64e-42fe6077fd2f None None] Provisioning complete for port 4dc7afcc-593b-4f52-ab56-1addf10302c0 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:35.943344 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a573733f-82bd-473b-a64e-42fe6077fd2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:35.982400 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-a573733f-82bd-473b-a64e-42fe6077fd2f None None] Port 4dc7afcc-593b-4f52-ab56-1addf10302c0 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:36.184527 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:36.189610 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-d1b5b2f0-8a89-428a-a94d-72007c3428fd admin admin] 10.222.0.15 "PUT /v2.0/routers/a96dccbb-978d-4261-9ef7-34d9d24838f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3902612 Nov 24 15:18:36.632117 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-30e3095a-b749-4c30-81db-7f9f207545b4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 200 len: 1001 time: 0.0684860 Nov 24 15:18:36.735068 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e85777-552c-4721-8480-c232f796298f req-6d8daa3e-2cd2-44c8-8620-1927bf431b06 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:36.736847 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10e85777-552c-4721-8480-c232f796298f req-6d8daa3e-2cd2-44c8-8620-1927bf431b06 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0535040 Nov 24 15:18:36.758228 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40902) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:36.763419 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794942664', 'description': 'tempest-secgroup-smoke-794942664 description', 'project_id': '55c14671b1d2469a9339872c180b2f09'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:36.792788 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-10e85777-552c-4721-8480-c232f796298f req-8e47c177-061b-43ca-9784-3e4640eb1e06 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482090 Nov 24 15:18:36.851343 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:36.922808 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:36.988346 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.016689 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b29107c0-e6b5-4ce0-91c4-82c985ed416d,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:37.099527 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.101775 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-19805f4d-4d9d-402e-a445-34a9df2c1788 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3418837 Nov 24 15:18:37.104775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40906) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:37.109086 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:37.193356 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.247711 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.331239 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.349425 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763e7baa-9331-44c6-8940-e9f067b7e1d1,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:37.430330 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.431530 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-be0493d1-89bc-44c5-abc5-7966ac5c18d5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3258400 Nov 24 15:18:37.434527 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40908) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:37.439098 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:37.482684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-6fc5e78a-6b41-4d3c-aeeb-30c00d37ed8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:37.484238 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-6fc5e78a-6b41-4d3c-aeeb-30c00d37ed8d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0451598 Nov 24 15:18:37.529011 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.586754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.663101 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.679018 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1007169a-1a45-4139-bd1c-57940e23f2b3,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:37.756300 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.757511 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6f5d8322-b91f-4f8c-9600-9dc6cfc4829c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220637 Nov 24 15:18:37.760511 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40914) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:37.765156 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:37.879739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.949190 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ae875c-4ee2-4d91-83b9-1ed1f3b02abd req-d35231de-77bb-4487-926a-c8b3c4ac500d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:37.950703 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85ae875c-4ee2-4d91-83b9-1ed1f3b02abd req-d35231de-77bb-4487-926a-c8b3c4ac500d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0826313 Nov 24 15:18:37.978763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:37.991919 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ead90a8f-392a-4c53-90cb-386bc1aed3da up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:38.013815 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-85ae875c-4ee2-4d91-83b9-1ed1f3b02abd req-c9069fae-2740-4d4e-8905-b7e342bf3a54 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566912 Nov 24 15:18:38.056748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ead90a8f-392a-4c53-90cb-386bc1aed3da triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:38.057210 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.059438 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.080463 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc75e40-57ad-46b1-a2f1-71607d8fc860,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:38.142466 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.150062 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.151898 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-52518a21-8233-49e6-ac76-09c0331bc326 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3900979 Nov 24 15:18:38.154567 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 40920) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:38.160877 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:38.167187 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port ead90a8f-392a-4c53-90cb-386bc1aed3da, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ead90a8f-392a-4c53-90cb-386bc1aed3da,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:38.251370 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.274523 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.299590 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=ead90a8f-392a-4c53-90cb-386bc1aed3da,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:38.341467 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.419263 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.436928 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9da115a-20c3-4a2a-95b2-26beb9c1e0ef,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:38.487790 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-7f8e3487-c344-44a2-9aad-a9972afe763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:38.489283 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-7f8e3487-c344-44a2-9aad-a9972afe763b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429389 Nov 24 15:18:38.513064 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.514512 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2414640b-7bf4-4ec2-be95-7a4643406db6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3583906 Nov 24 15:18:38.517227 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40922) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:38.528426 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:38.605406 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-b515d79c-fd05-4d92-93af-42294040e6e6 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070504 Nov 24 15:18:38.677239 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.securitygroups_db [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Project 55c14671b1d2469a9339872c180b2f09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:18:38.686854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.736958 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c8f9dea1-b193-4038-b53a-8f96c2dd5854 req-57022feb-9159-4bcc-9552-0c8cca1cdd43 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153240 Nov 24 15:18:38.778762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.851313 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.873123 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7804d39f-c425-4d2f-a707-05361899d66c,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:38.939269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:38.940543 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-437769af-068a-402d-b825-a001f8050517 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4223847 Nov 24 15:18:38.948749 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 40928) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:38.953107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'security_group_rule': {'security_group_id': 'b29107c0-e6b5-4ce0-91c4-82c985ed416d', 'project_id': '55c14671b1d2469a9339872c180b2f09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:39.063047 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.securitygroups_db [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Project 55c14671b1d2469a9339872c180b2f09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:18:39.069325 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:39.164607 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:39.175423 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645d48b-9f5c-436e-9252-96ac1152c07d req-cd25ecbd-e45e-437f-95f8-fc94aede71e2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:39.177996 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b645d48b-9f5c-436e-9252-96ac1152c07d req-cd25ecbd-e45e-437f-95f8-fc94aede71e2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0795290 Nov 24 15:18:39.209527 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:39.238575 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83274fc7-2888-4c10-8cbd-6710d10c0a2e,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:39.243928 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b645d48b-9f5c-436e-9252-96ac1152c07d req-e016c206-e9da-47ce-8b62-bf3de52c94a6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608873 Nov 24 15:18:39.321876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:39.323091 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-75f727f9-553c-43f8-826b-8e1de65dc82f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3734033 Nov 24 15:18:39.504926 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Sync routers for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:39.515262 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:39.518697 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:39.627191 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:39.824564 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '4dc7afcc-593b-4f52-ab56-1addf10302c0', 'name': '', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'mac_address': 'fa:16:3e:8b:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:34Z', 'updated_at': '2021-11-24T15:18:35Z', 'revision_number': 2, 'project_id': '386382f3521c4095947c0e9789182c36', 'subnets': [{'id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:39.859275 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Checking router: a96dccbb-978d-4261-9ef7-34d9d24838f8 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:39.859837 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Updating router a96dccbb-978d-4261-9ef7-34d9d24838f8 port 4dc7afcc-593b-4f52-ab56-1addf10302c0 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:39.889146 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:39.975796 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ead90a8f-392a-4c53-90cb-386bc1aed3da up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:40.050162 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port ead90a8f-392a-4c53-90cb-386bc1aed3da triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:40.050750 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.215492 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.339544 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.380061 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ebd700-dc2c-4772-b294-6bcc778a17b2 req-a8115998-38e6-4b06-a84c-8a6db60ba789 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:40.382329 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03ebd700-dc2c-4772-b294-6bcc778a17b2 req-a8115998-38e6-4b06-a84c-8a6db60ba789 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0613375 Nov 24 15:18:40.395640 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c5a1-ec53-40c1-b2b3-7aff34a6aa1e None None] Pushing event updated for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:40.457667 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-03ebd700-dc2c-4772-b294-6bcc778a17b2 req-e421e143-0991-4e44-97e6-a06be3e8e6ed tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690148 Nov 24 15:18:40.467126 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Attempting to bind port 4dc7afcc-593b-4f52-ab56-1addf10302c0 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:40.467584 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Attempting to bind port 4dc7afcc-593b-4f52-ab56-1addf10302c0 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:40.467906 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Attempting to bind port 4dc7afcc-593b-4f52-ab56-1addf10302c0 on network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:40.474796 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:40.475088 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Checking segment: {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:40.485770 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.485770 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Bound using segment: {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:40.485770 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Bound port: 4dc7afcc-593b-4f52-ab56-1addf10302c0, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6c700d-872c-4519-b547-98e4a0392265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1152, 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:40.485770 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.551089 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] For port 4dc7afcc-593b-4f52-ab56-1addf10302c0, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:40.554915 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] For port 4dc7afcc-593b-4f52-ab56-1addf10302c0, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=4dc7afcc-593b-4f52-ab56-1addf10302c0,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:40.633432 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-77a64a0e-0b25-48b9-878c-a455d61a747b None None] Provisioning complete for port 4dc7afcc-593b-4f52-ab56-1addf10302c0 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:40.633859 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-77a64a0e-0b25-48b9-878c-a455d61a747b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.673173 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-77a64a0e-0b25-48b9-878c-a455d61a747b None None] Port 4dc7afcc-593b-4f52-ab56-1addf10302c0 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:40.794677 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:40.848931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238065-b6d3-4bcf-8412-12016715951a req-1f46f46a-0032-4277-945e-646bd9839e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:40.851592 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-1f46f46a-0032-4277-945e-646bd9839e74 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 1097 time: 0.0836473 Nov 24 15:18:40.864249 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641c5a1-ec53-40c1-b2b3-7aff34a6aa1e None None] Pushing event updated for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:40.868971 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:40.869848 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:40.933910 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238065-b6d3-4bcf-8412-12016715951a req-43b3bca3-054c-47bd-a359-18c270f166f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:40.935792 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-43b3bca3-054c-47bd-a359-18c270f166f2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1097 time: 0.0543709 Nov 24 15:18:41.001101 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:41.058808 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238065-b6d3-4bcf-8412-12016715951a req-92fac1f5-9ce4-40e2-9258-f3bb84bf0bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:41.060245 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-92fac1f5-9ce4-40e2-9258-f3bb84bf0bcc service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.1151042 Nov 24 15:18:41.097541 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] Provisioning complete for port 4dc7afcc-593b-4f52-ab56-1addf10302c0 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:41.098814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:41.132823 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-2675dc64-e135-4238-b868-0e3be6606f21 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 200 len: 1000 time: 0.0642633 Nov 24 15:18:41.199735 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238065-b6d3-4bcf-8412-12016715951a req-c3e46859-d0e5-4a67-89fd-57ac284a0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:41.201893 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-c3e46859-d0e5-4a67-89fd-57ac284a0187 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0601170 Nov 24 15:18:41.226042 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:41.248049 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '4dc7afcc-593b-4f52-ab56-1addf10302c0', 'name': '', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'mac_address': 'fa:16:3e:8b:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:34Z', 'updated_at': '2021-11-24T15:18:40Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'subnets': [{'id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:41.264562 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238065-b6d3-4bcf-8412-12016715951a req-64d62caa-bf5e-4f6d-950e-21016225cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:41.266269 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] For port 4dc7afcc-593b-4f52-ab56-1addf10302c0, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=4dc7afcc-593b-4f52-ab56-1addf10302c0,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:41.266426 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-64d62caa-bf5e-4f6d-950e-21016225cfce service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0530088 Nov 24 15:18:41.280733 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b23eee-11ea-40c4-848e-d0f27f3f5b79 None None] The sync data for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi is: [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:18:34Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '4dc7afcc-593b-4f52-ab56-1addf10302c0', 'name': '', 'network_id': '26a070e4-9d45-4d0f-9570-8e20df8be5b3', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'mac_address': 'fa:16:3e:8b:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:34Z', 'updated_at': '2021-11-24T15:18:40Z', 'revision_number': 4, 'project_id': '386382f3521c4095947c0e9789182c36', 'subnets': [{'id': 'aba2605e-539d-4ff8-987a-aff2971b6de7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:41.381591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:41.391309 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-9ec0a318-354c-4a09-8b3d-0a4ae24fdec4 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109884 Nov 24 15:18:41.445954 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2a8d-4cf5-4fd1-a4b7-de58638d9cc6 None None] Pushing event updated for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:41.510142 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e238065-b6d3-4bcf-8412-12016715951a req-1b6ee326-82d6-49af-85a3-7ed111d798a3 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096022 Nov 24 15:18:41.594176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12893b3a-738c-422d-91ac-f1f126db1473 req-3bf1003a-4fe1-4258-8fff-4ffc3f797a0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:41.595817 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12893b3a-738c-422d-91ac-f1f126db1473 req-3bf1003a-4fe1-4258-8fff-4ffc3f797a0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0539129 Nov 24 15:18:41.650519 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12893b3a-738c-422d-91ac-f1f126db1473 req-9ebf3d7b-f3fb-416f-89e5-8635f0091d8e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487387 Nov 24 15:18:42.006114 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 4dc7afcc-593b-4f52-ab56-1addf10302c0 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:42.070665 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 4dc7afcc-593b-4f52-ab56-1addf10302c0 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:42.071043 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.187082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41064) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:42.318023 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc8407c-1e85-4b1a-9fdf-1cbb128fb288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.479504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc8407c-1e85-4b1a-9fdf-1cbb128fb288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.551263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3fc8407c-1e85-4b1a-9fdf-1cbb128fb288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.644594 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3fc8407c-1e85-4b1a-9fdf-1cbb128fb288 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28503834b678476c90cc3ce0802a0731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4561920 Nov 24 15:18:42.645646 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8407c-1e85-4b1a-9fdf-1cbb128fb288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de969b1-fb77-4f67-b888-e1ca2c38dd3b,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:42.647651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41080) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:42.725069 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.752871 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.817044 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831213fe-1712-4654-ab1c-64c019934fa7 req-db1969ee-6afa-4661-9438-22673ab1983b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:42.819085 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-831213fe-1712-4654-ab1c-64c019934fa7 req-db1969ee-6afa-4661-9438-22673ab1983b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0686238 Nov 24 15:18:42.872843 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-831213fe-1712-4654-ab1c-64c019934fa7 req-be32a29a-0aeb-49cd-9351-1daa6bc41513 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Nov 24 15:18:42.931292 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.934018 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:42.935888 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3de969b1-fb77-4f67-b888-e1ca2c38dd3b HTTP/1.1" status: 204 len: 168 time: 0.2869222 Nov 24 15:18:42.949898 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593c19a-3a1b-499e-a569-8ee89a3e81df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de969b1-fb77-4f67-b888-e1ca2c38dd3b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:43.957378 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41114) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:44.033085 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5bf723-664d-4481-9673-53a370f254e3 req-0f55eca0-2dfd-4815-8721-75668d6f923a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:44.034948 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-af5bf723-664d-4481-9673-53a370f254e3 req-0f55eca0-2dfd-4815-8721-75668d6f923a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0679946 Nov 24 15:18:44.086939 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-365949947-network', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:44.108779 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-af5bf723-664d-4481-9673-53a370f254e3 req-f44f0896-2e0a-4a45-9276-4d0783709cf0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666745 Nov 24 15:18:44.191024 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Made reservation on behalf of 9597d9ee4d2143cfb56e4146dcaf52b1 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:44.193929 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.203658 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.283146 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.354106 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.379623 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1198} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:18:44.389404 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149f0df7-9dac-4f4c-b87b-4e2e0bbd233c,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:44.397951 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.398348 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Added segment 45742507-0915-4544-9a6e-7652fb434a3c of type vlan for network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 Nov 24 15:18:44.446662 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.545564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.546787 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:44.547376 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:44.620270 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] Pushing event updated for resources: {'Network': ['ID=2a11a9c4-1ef7-4235-8979-74dbac8931c1,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:44.629595 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:18:44.659797 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a765999c-fbc4-4ac9-ba44-9b74c5a4722f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7010405 Nov 24 15:18:44.663128 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41122) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:44.671191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Request body: {'subnet': {'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-365949947-subnet', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:44.774467 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Made reservation on behalf of 9597d9ee4d2143cfb56e4146dcaf52b1 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:44.776881 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317776'] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.248932 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf2cc7-c104-4f6e-9cee-94b26956277d req-721630e3-2f42-4ecc-a36c-0292c023fc97 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:45.250501 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebbf2cc7-c104-4f6e-9cee-94b26956277d req-721630e3-2f42-4ecc-a36c-0292c023fc97 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0599368 Nov 24 15:18:45.293659 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12601952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317762'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.331454 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebbf2cc7-c104-4f6e-9cee-94b26956277d req-6e5d0917-e648-434f-993a-dece10a656a3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750186 Nov 24 15:18:45.369168 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1553862-5507-455b-a720-9d8c45e8e44a,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:45.371652 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:45.372004 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Network hostable DHCP agents. Network: 2a11a9c4-1ef7-4235-8979-74dbac8931c1, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:18:45.628422 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:18:45.705217 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 2a11a9c4-1ef7-4235-8979-74dbac8931c1) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:45.710039 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:45.710534 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.715991 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c839fb-977a-4c93-b575-65fd0f598ab0 None None] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:45.793595 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ea2b2aa2-e565-4568-8f3d-e0a1898ab58e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1290591 Nov 24 15:18:45.796384 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41134) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:45.802423 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:45.871163 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:18:45.873480 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.876796 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.880256 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:45.941605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.019574 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Allocated IP 172.20.0.2 (2a11a9c4-1ef7-4235-8979-74dbac8931c1/a1553862-5507-455b-a720-9d8c45e8e44a/bd7a4306-de56-4d0e-a4a6-fb52347ceaf2) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:46.186775 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.232191 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.305832 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.375268 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:46.376195 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Pushing event updated for resources: {'Port': ['ID=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:46.383406 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:46.385418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:46.451441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Attempting to bind port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:46.451883 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Attempting to bind port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:46.452298 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Attempting to bind port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:46.460548 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:46.468441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:46.468441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.468441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Bound using segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:46.468441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Bound port: bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:46.468441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.556847 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c80bc-5cc5-4d19-97b1-343862d3a5de req-7b34d301-335c-47eb-ba0b-3dc0e0e45fe8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:46.562400 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e21c80bc-5cc5-4d19-97b1-343862d3a5de req-7b34d301-335c-47eb-ba0b-3dc0e0e45fe8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0915716 Nov 24 15:18:46.562400 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.562791 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] For port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:46.567852 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] For port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:46.591948 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.645002 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.692806 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e21c80bc-5cc5-4d19-97b1-343862d3a5de req-cbc6829e-2143-47a0-99bf-4729e55ec7a0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028252 Nov 24 15:18:46.721700 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605eb5bb-7226-483d-b6e8-6cd3f9d1d10e None None] Pushing event updated for resources: {'Port': ['ID=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:46.772715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Allocated IP 172.27.2.234 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/45e3930b-4bb4-4112-8829-56d3d3c6fa08) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:46.900342 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:46.988638 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:47.046108 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:47.053591 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:47.055867 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Pushing event updated for resources: {'Port': ['ID=45e3930b-4bb4-4112-8829-56d3d3c6fa08,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:47.058073 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:47.670515 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:47.878549 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c923b-3bab-4fa0-b0f0-a8786949e8e2 req-8df40146-9a1d-4c0d-8834-04b4aed39e2e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:47.881233 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a23c923b-3bab-4fa0-b0f0-a8786949e8e2 req-8df40146-9a1d-4c0d-8834-04b4aed39e2e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0733223 Nov 24 15:18:47.962856 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08377199-e124-46be-bad9-cf0f1d867b8a None None] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:47.968445 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a23c923b-3bab-4fa0-b0f0-a8786949e8e2 req-a5495093-69b4-4ee4-ac44-940a467d4592 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775914 Nov 24 15:18:48.004174 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.054357 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] Provisioning complete for port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:48.054737 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.153083 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:48.317112 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Router 8431935b-3ff7-4290-a2d3-d55e9254631a is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:18:48.394529 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:48.394910 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.426743 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.449918 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:48.469985 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:48.513612 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:48.514285 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:48.528957 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] For port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:48.573087 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.576493 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-0c8bd331-f7a6-49d8-b131-7f4f204d0106 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7789598 Nov 24 15:18:48.577264 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41162) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:48.607212 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.679195 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c6dd96-aa2a-4335-a3a1-c413db063b76 None None] Pushing event updated for resources: {'Port': ['ID=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:48.897629 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.924385 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-65a90a0a-8bed-4795-a202-b1fed4832d7b None None] Provisioning complete for port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:48.924767 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-65a90a0a-8bed-4795-a202-b1fed4832d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:48.957983 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:49.151655 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.db.api [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103211) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 24 15:18:49.153475 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG oslo_db.api [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 24 15:18:49.179407 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a64b669-8970-4f5b-886b-fffab4b03f4f req-f87e005a-5651-48b2-a01f-a1e9d6661907 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:49.182250 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4a64b669-8970-4f5b-886b-fffab4b03f4f req-f87e005a-5651-48b2-a01f-a1e9d6661907 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.1199219 Nov 24 15:18:49.267290 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:47Z', 'revision_number': 3, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:49.292451 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.299303 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:49.299917 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Updating router 8431935b-3ff7-4290-a2d3-d55e9254631a port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:49.328240 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.330415 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4a64b669-8970-4f5b-886b-fffab4b03f4f req-4d587126-dced-4a69-b97e-046604bb19fd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289561 Nov 24 15:18:49.560284 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Allocated IP 172.20.0.1 (2a11a9c4-1ef7-4235-8979-74dbac8931c1/a1553862-5507-455b-a720-9d8c45e8e44a/b5eeaa79-a8cf-4030-a2cc-72177cbf9238) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:49.683191 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.735031 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.794671 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.826576 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.850605 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:49.853647 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:49.857536 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:49.868677 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:49.888685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d3857-199e-416b-8c70-ef7da976655d None None] Pushing event updated for resources: {'Port': ['ID=45e3930b-4bb4-4112-8829-56d3d3c6fa08,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:49.918599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Attempting to bind port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:49.918599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Attempting to bind port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:49.918599 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Attempting to bind port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:49.929797 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:49.930311 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:49.930714 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.931118 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:49.931773 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Bound port: 45e3930b-4bb4-4112-8829-56d3d3c6fa08, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:49.932358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:49.946987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.041211 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] For port 45e3930b-4bb4-4112-8829-56d3d3c6fa08, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:50.049352 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] For port 45e3930b-4bb4-4112-8829-56d3d3c6fa08, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=45e3930b-4bb4-4112-8829-56d3d3c6fa08,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:50.064538 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:50.118129 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:50.118502 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.149552 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.185124 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.214079 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-5b57913f-428a-44c7-bfd0-6e4d2b6857dd None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:50.214687 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5b57913f-428a-44c7-bfd0-6e4d2b6857dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.282088 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12d3857-199e-416b-8c70-ef7da976655d None None] Pushing event updated for resources: {'Port': ['ID=45e3930b-4bb4-4112-8829-56d3d3c6fa08,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:50.294443 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:50.295078 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:50.357995 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-5b57913f-428a-44c7-bfd0-6e4d2b6857dd None None] Port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:50.480058 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610c6b-d195-497a-bc60-293ca8d67cbb req-eb326e35-bb1c-4357-846e-2cce694415b0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:50.481713 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-80610c6b-d195-497a-bc60-293ca8d67cbb req-eb326e35-bb1c-4357-846e-2cce694415b0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0623460 Nov 24 15:18:50.520053 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:50.521881 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.569236 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-80610c6b-d195-497a-bc60-293ca8d67cbb req-f96f0d76-cee4-4725-905e-51a930cd9b7a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814898 Nov 24 15:18:50.584849 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.691551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:50.694453 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Pushing event updated for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:50.806281 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:49Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:50.813326 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:50.814776 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:50.840591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63c0b84-ceb2-4f8f-9e25-2194596e6832 None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:49Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:51.014346 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:18:51.116565 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-8f4e075e-832b-429f-8fb0-b3c84994567f None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:51.123216 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8f4e075e-832b-429f-8fb0-b3c84994567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:51.185656 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:51.191646 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-dfa038ce-d0ba-4ad1-9483-f33cc97194c1 admin admin] 10.222.0.15 "PUT /v2.0/routers/8431935b-3ff7-4290-a2d3-d55e9254631a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6133518 Nov 24 15:18:51.192159 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e075e-832b-429f-8fb0-b3c84994567f None None] Port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:51.766658 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f46b909-f434-4e2e-b832-db61b72f0ba1 req-d228f57a-881d-41ff-82f8-57f1f720a465 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:51.775184 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f46b909-f434-4e2e-b832-db61b72f0ba1 req-d228f57a-881d-41ff-82f8-57f1f720a465 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0758624 Nov 24 15:18:51.853982 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5f46b909-f434-4e2e-b832-db61b72f0ba1 req-c9803932-9ffe-4c88-8e9e-4dceb273c99a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775795 Nov 24 15:18:52.063823 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 45e3930b-4bb4-4112-8829-56d3d3c6fa08 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:52.165817 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:52.166173 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.189610 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41206) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:52.202782 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-550564942-network', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:52.283715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.313302 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port 45e3930b-4bb4-4112-8829-56d3d3c6fa08, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=45e3930b-4bb4-4112-8829-56d3d3c6fa08,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:52.315632 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Made reservation on behalf of c3d5fde35d4a4f8c9a3f0e7bf8c22a90 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:52.322499 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.333810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.385281 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.439218 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.447284 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=45e3930b-4bb4-4112-8829-56d3d3c6fa08,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:52.537193 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.563846 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1182} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:18:52.574217 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4be2ef-9f44-42d9-a24b-ad673a0f287c,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:52.580721 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.581094 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Added segment c2e6ab69-b6b5-44f9-914f-94fb3ff6c926 of type vlan for network e734ce4f-054f-411c-bb03-ce27811e55d2 Nov 24 15:18:52.636869 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.711353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.713271 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:52.713919 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.777586 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] Pushing event updated for resources: {'Network': ['ID=e734ce4f-054f-411c-bb03-ce27811e55d2,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:52.788740 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network e734ce4f-054f-411c-bb03-ce27811e55d2 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:18:52.822825 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-abcbd3ae-cfab-490d-b8f0-5c9119ac62fe admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6318033 Nov 24 15:18:52.826232 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41212) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:52.832397 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Request body: {'subnet': {'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-550564942-subnet', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'ip_version': 4}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:52.959875 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Made reservation on behalf of c3d5fde35d4a4f8c9a3f0e7bf8c22a90 for: {'subnet': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:18:52.962394 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12759990'] for subnet, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:52.983059 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795fe6a-49e4-40d6-afe9-b432740115ca req-8b5a2d9b-4e64-4c5a-9df0-8d8eaeb545d1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:52.985469 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e795fe6a-49e4-40d6-afe9-b432740115ca req-8b5a2d9b-4e64-4c5a-9df0-8d8eaeb545d1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0614152 Nov 24 15:18:53.037720 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e795fe6a-49e4-40d6-afe9-b432740115ca req-7af3d5fa-c6b7-4d3f-b486-33a5281d3e37 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448461 Nov 24 15:18:53.239885 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12681177', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12759972'] for subnet, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.290629 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:53.312793 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:53.313512 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:53.322229 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=925972a0-ac12-4067-86f5-40ecbfafe329,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:53.338029 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Checking segment: {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:53.338346 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Network hostable DHCP agents. Network: e734ce4f-054f-411c-bb03-ce27811e55d2, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:18:53.433895 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Network e734ce4f-054f-411c-bb03-ce27811e55d2 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:18:53.438100 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:53.508293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, e734ce4f-054f-411c-bb03-ce27811e55d2) {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:53.512283 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:53.513091 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.518860 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3674ec6-3040-46f7-8c1b-8e1cebfef054 None None] Network e734ce4f-054f-411c-bb03-ce27811e55d2 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:53.608062 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-7744b2f8-d0f2-4084-bb2a-3c5419d4f0dc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7761095 Nov 24 15:18:53.608062 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41224) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:53.614714 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:18:53.742517 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.743990 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.802413 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 2, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:53.816786 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.838495 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:53.838777 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Updating router 8431935b-3ff7-4290-a2d3-d55e9254631a port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:53.868810 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:53.942371 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-e734ce4f-054f-411c-bb03-ce27811e55d2', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:18:53.943796 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.134852 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Allocated IP 172.20.0.2 (e734ce4f-054f-411c-bb03-ce27811e55d2/925972a0-ac12-4067-86f5-40ecbfafe329/5123b945-75ec-41f4-b165-16d23b3222aa) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:54.254350 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.290117 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 45e3930b-4bb4-4112-8829-56d3d3c6fa08 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:54.373020 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.392352 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:54.392734 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.476712 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.502886 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d4618-8b9e-40d0-8456-fdc8733551c8 req-c06b56c2-f326-41c8-8883-b839ff8897eb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:54.504808 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f50d4618-8b9e-40d0-8456-fdc8733551c8 req-c06b56c2-f326-41c8-8883-b839ff8897eb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0992911 Nov 24 15:18:54.572110 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f50d4618-8b9e-40d0-8456-fdc8733551c8 req-93e80b39-806a-4016-915c-ec9b5fe7e376 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566444 Nov 24 15:18:54.874403 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.935079 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e923a2-3e91-4f7d-92fc-96561aa4380a None None] Pushing event updated for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:54.984615 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Attempting to bind port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:54.984992 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Attempting to bind port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:54.985488 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Attempting to bind port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:54.991339 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:54.991712 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:54.992164 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:54.992683 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Bound using segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:54.993156 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Bound port: b5eeaa79-a8cf-4030-a2cc-72177cbf9238, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:54.993556 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.074954 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] For port b5eeaa79-a8cf-4030-a2cc-72177cbf9238, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:55.078470 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] For port b5eeaa79-a8cf-4030-a2cc-72177cbf9238, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:55.272070 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-046b4239-cd13-4600-bc2d-f707fa8f78b0 None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:55.272618 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-046b4239-cd13-4600-bc2d-f707fa8f78b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.319678 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-046b4239-cd13-4600-bc2d-f707fa8f78b0 None None] Port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:55.474890 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.507437 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.515510 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Network e734ce4f-054f-411c-bb03-ce27811e55d2 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:55.518466 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:55.522017 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:55.529790 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Pushing event updated for resources: {'Port': ['ID=5123b945-75ec-41f4-b165-16d23b3222aa,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:55.580831 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:55.581595 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:55.634949 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Attempting to bind port 5123b945-75ec-41f4-b165-16d23b3222aa on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:55.635502 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Attempting to bind port 5123b945-75ec-41f4-b165-16d23b3222aa by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:55.635882 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Attempting to bind port 5123b945-75ec-41f4-b165-16d23b3222aa on network e734ce4f-054f-411c-bb03-ce27811e55d2 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:55.662546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:55.662844 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Checking segment: {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:55.667080 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.670418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Bound using segment: {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:55.672233 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Bound port: 5123b945-75ec-41f4-b165-16d23b3222aa, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:55.673047 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.736815 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:55.778009 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] For port 5123b945-75ec-41f4-b165-16d23b3222aa, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:55.781833 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] For port 5123b945-75ec-41f4-b165-16d23b3222aa, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=5123b945-75ec-41f4-b165-16d23b3222aa,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:55.790098 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e923a2-3e91-4f7d-92fc-96561aa4380a None None] Pushing event updated for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:55.798592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253909e0-2e9b-4a94-b8bb-3979d9ee90a6 req-492ec959-75f2-46ab-9ec7-62e9028b5cb5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:55.805708 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-253909e0-2e9b-4a94-b8bb-3979d9ee90a6 req-492ec959-75f2-46ab-9ec7-62e9028b5cb5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.1001792 Nov 24 15:18:55.849968 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-6d73360c-db25-4712-a783-c751697699e4 None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:55.850821 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d73360c-db25-4712-a783-c751697699e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.855407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.886335 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.888076 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-253909e0-2e9b-4a94-b8bb-3979d9ee90a6 req-8784ef4f-f49d-471e-990b-252efa8036b8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799854 Nov 24 15:18:55.924753 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:55.973260 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418fdfc-0b0f-4fa3-bdeb-922d7cbd7857 None None] Pushing event updated for resources: {'Port': ['ID=5123b945-75ec-41f4-b165-16d23b3222aa,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:56.044692 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d73360c-db25-4712-a783-c751697699e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:56.055729 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:55Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:56.077123 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b5eeaa79-a8cf-4030-a2cc-72177cbf9238 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:56.089472 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5ed25b-397e-400f-ba46-a709371e7687 None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:55Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:56.102968 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Allocated IP 172.27.2.224 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:56.144583 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-6d73360c-db25-4712-a783-c751697699e4 None None] For port b5eeaa79-a8cf-4030-a2cc-72177cbf9238, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:56.170943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:56.171603 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:56.257399 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6d73360c-db25-4712-a783-c751697699e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:56.292314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:56.387727 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73360c-db25-4712-a783-c751697699e4 None None] Pushing event updated for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:56.434659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:56.483342 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:56.486407 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:56.490474 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:56.496745 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Pushing event updated for resources: {'Port': ['ID=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:56.925493 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.085247 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d22a0-9336-4d40-b7d1-e3f6c326f130 req-86c93707-a75a-4cbb-9dd5-95c507aedb4f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:57.086768 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-099d22a0-9336-4d40-b7d1-e3f6c326f130 req-86c93707-a75a-4cbb-9dd5-95c507aedb4f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0603442 Nov 24 15:18:57.135325 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b238e038-be1c-41a8-a1c0-2713160dd2a6 None None] Network e734ce4f-054f-411c-bb03-ce27811e55d2 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:18:57.145149 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-099d22a0-9336-4d40-b7d1-e3f6c326f130 req-46c77c6c-e1af-4e59-a383-9a6f413694ba tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514328 Nov 24 15:18:57.169240 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.239309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] Provisioning complete for port 5123b945-75ec-41f4-b165-16d23b3222aa triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:57.239715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.348823 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f793c41-aaae-43de-85c9-6a64b07786ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.370689 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.397780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Router 20846082-ba69-4496-9584-c16b0f992bf5 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:18:57.433521 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] For port 5123b945-75ec-41f4-b165-16d23b3222aa, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=5123b945-75ec-41f4-b165-16d23b3222aa,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:18:57.482595 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb7fff6-d6cc-48be-bcbc-0da7b8ca6927 req-69ec701e-bbdd-40d7-af41-4489b46b1079 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:57.484738 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ccb7fff6-d6cc-48be-bcbc-0da7b8ca6927 req-69ec701e-bbdd-40d7-af41-4489b46b1079 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.0674865 Nov 24 15:18:57.523405 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:57.527155 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.576181 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Sync routers for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:18:57.586792 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ccb7fff6-d6cc-48be-bcbc-0da7b8ca6927 req-266bf6e6-2fe6-4e12-be16-001211abcfe6 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937326 Nov 24 15:18:57.609408 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:57.609861 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:57.639429 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:57.639429 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6a87b60a-43bb-4d8f-a180-bff2701868b1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0304472 Nov 24 15:18:57.641519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41278) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:18:57.664069 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bad4c-de25-43ef-a98b-ce69f61f9faf None None] Pushing event updated for resources: {'Port': ['ID=5123b945-75ec-41f4-b165-16d23b3222aa,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:57.742394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:57.829092 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-75a38186-925c-44ee-83c7-3e33cbc36a90 None None] Provisioning complete for port 5123b945-75ec-41f4-b165-16d23b3222aa triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:57.829473 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-75a38186-925c-44ee-83c7-3e33cbc36a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.011261 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 3, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:58.038261 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Checking router: 20846082-ba69-4496-9584-c16b0f992bf5 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:18:58.038530 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Updating router 20846082-ba69-4496-9584-c16b0f992bf5 port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:18:58.066126 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.088517 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.089917 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b5eeaa79-a8cf-4030-a2cc-72177cbf9238 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:58.249726 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Allocated IP 172.20.0.1 (e734ce4f-054f-411c-bb03-ce27811e55d2/925972a0-ac12-4067-86f5-40ecbfafe329/dc451b08-a92e-4c2c-9cce-39256ec6012d) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:18:58.288959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07486eb-c9cb-41a9-954a-31c26cd18635 req-50d0fc8c-17bc-45ab-9ed0-4cd7b9177161 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:58.290839 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d07486eb-c9cb-41a9-954a-31c26cd18635 req-50d0fc8c-17bc-45ab-9ed0-4cd7b9177161 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0587840 Nov 24 15:18:58.341250 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:58.341698 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.345748 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d07486eb-c9cb-41a9-954a-31c26cd18635 req-e0e42212-0492-47fd-8109-321a7d720a30 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472541 Nov 24 15:18:58.384620 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.471346 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.499939 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 5123b945-75ec-41f4-b165-16d23b3222aa up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:18:58.510418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Network e734ce4f-054f-411c-bb03-ce27811e55d2 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:58.513348 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:58.520065 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:18:58.550415 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Pushing event updated for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:58.571371 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.585544 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.598490 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 5123b945-75ec-41f4-b165-16d23b3222aa triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:58.598866 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.702309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.748402 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeda872-dd2a-4b70-be2a-5abb56ba6b85 req-00682d58-b10a-47ba-a98b-de67a46dea68 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:58.749943 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dfeda872-dd2a-4b70-be2a-5abb56ba6b85 req-00682d58-b10a-47ba-a98b-de67a46dea68 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.0681307 Nov 24 15:18:58.771314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Attempting to bind port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:18:58.771731 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Attempting to bind port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:18:58.772127 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Attempting to bind port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:18:58.781902 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:18:58.782289 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:18:58.782773 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.783053 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:18:58.783520 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Bound port: b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:18:58.783896 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.785664 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8565-52d0-4654-a0a0-e82ddeed541d None None] Pushing event updated for resources: {'Port': ['ID=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:58.830623 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dfeda872-dd2a-4b70-be2a-5abb56ba6b85 req-c8a7be9e-8a8b-4caf-ace7-353ac7676cc9 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725665 Nov 24 15:18:58.836854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.850538 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-e4a946f9-ad81-4862-a331-fb762ac5aa5d None None] Provisioning complete for port dc451b08-a92e-4c2c-9cce-39256ec6012d triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:58.850913 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e4a946f9-ad81-4862-a331-fb762ac5aa5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:58.875545 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] For port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:18:58.894741 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] For port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:18:58.903288 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-e4a946f9-ad81-4862-a331-fb762ac5aa5d None None] Port dc451b08-a92e-4c2c-9cce-39256ec6012d cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:58.965947 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.004161 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.023725 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:18:59.024389 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:59.029200 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f8565-52d0-4654-a0a0-e82ddeed541d None None] Pushing event updated for resources: {'Port': ['ID=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:59.077029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.138120 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:18:59.145015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.147469 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Pushing event updated for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:18:59.257043 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Network e734ce4f-054f-411c-bb03-ce27811e55d2 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:18:59.258553 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:18:59.364561 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'dc451b08-a92e-4c2c-9cce-39256ec6012d', 'name': '', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'mac_address': 'fa:16:3e:74:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:58Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 1, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'subnets': [{'id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:18:59.397183 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe5c670-8cae-44dd-a01d-1469a9975bde None None] The sync data for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi is: [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'dc451b08-a92e-4c2c-9cce-39256ec6012d', 'name': '', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'mac_address': 'fa:16:3e:74:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:58Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 1, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'subnets': [{'id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:18:59.514072 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ab2a3-6756-4cce-a2c4-2428f4e603e1 req-2ebe9532-cb03-4c99-9dac-912cfd341e57 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:59.518148 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-880ab2a3-6756-4cce-a2c4-2428f4e603e1 req-2ebe9532-cb03-4c99-9dac-912cfd341e57 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0768936 Nov 24 15:18:59.576688 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-880ab2a3-6756-4cce-a2c4-2428f4e603e1 req-e2dc62f9-c0e1-459d-9dee-56e985a84477 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514164 Nov 24 15:18:59.630600 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-0d7d057c-4e6f-4565-906d-3e5e1ff006ed None None] Provisioning complete for port dc451b08-a92e-4c2c-9cce-39256ec6012d triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:18:59.635670 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0d7d057c-4e6f-4565-906d-3e5e1ff006ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.672053 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a634e4e6-ba84-42d1-b990-ef21d700057c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.689645 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-0d7d057c-4e6f-4565-906d-3e5e1ff006ed None None] Port dc451b08-a92e-4c2c-9cce-39256ec6012d cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:18:59.714167 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Router 20846082-ba69-4496-9584-c16b0f992bf5 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:18:59.727199 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-b5be0ba5-73ad-4eb1-8a02-37886fa5c47d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:18:59.728629 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-b5be0ba5-73ad-4eb1-8a02-37886fa5c47d tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.0847371 Nov 24 15:18:59.892606 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:18:59.904595 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-2ce75633-29ae-48b8-a4cb-34fae7e78f1f admin admin] 10.222.0.15 "PUT /v2.0/routers/20846082-ba69-4496-9584-c16b0f992bf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2617507 Nov 24 15:18:59.964830 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Deleting port c095668d-d778-4b75-9d8a-873a09224efe {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:18:59.965453 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:18:59.998670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d807d-7b93-4f13-ad44-1e46b43ee273 req-764ebb7b-0e62-4826-9c30-3aaaf4c7cf0a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:00.000234 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-df0d807d-7b93-4f13-ad44-1e46b43ee273 req-764ebb7b-0e62-4826-9c30-3aaaf4c7cf0a tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 946 time: 0.0932879 Nov 24 15:19:00.098520 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] For port c095668d-d778-4b75-9d8a-873a09224efe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=c095668d-d778-4b75-9d8a-873a09224efe,segment=NetworkSegment(3c954939-246c-45de-8bd5-c0300a18a852),segment_id=3c954939-246c-45de-8bd5-c0300a18a852)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:00.098801 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:00.112566 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-df0d807d-7b93-4f13-ad44-1e46b43ee273 req-675de51c-59f3-4d5f-82e8-53bd469b40e9 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/security-groups?id=3d5df08e-d3c0-41df-aca8-1d658cf6db34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039944 Nov 24 15:19:00.117737 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Calling delete_port for c095668d-d778-4b75-9d8a-873a09224efe owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:19:00.351395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:00.383579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Pushing event deleted for resources: {'Port': ['ID=c095668d-d778-4b75-9d8a-873a09224efe,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:00.426113 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] No DVR routers for this DVR port c095668d-d778-4b75-9d8a-873a09224efe on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:19:00.429253 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:00.432569 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e7888ef-fb84-40cf-b9db-42c80ddabed7 req-70937813-07e3-40ce-bfa0-93d2e6ebb021 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.83 "DELETE /v2.0/ports/c095668d-d778-4b75-9d8a-873a09224efe HTTP/1.1" status: 204 len: 173 time: 0.6956685 Nov 24 15:19:00.433028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'name': 'network-vif-deleted', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:00.435291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514bcecd-7b0f-438c-836f-0cb5e4163a2a" -d '{"events": [{"server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "name": "network-vif-deleted", "tag": "c095668d-d778-4b75-9d8a-873a09224efe"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:00.486329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5a2211-c8ac-441f-b3ab-97eb7c8b7a87 x-openstack-request-id: req-1e5a2211-c8ac-441f-b3ab-97eb7c8b7a87 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:00.486623 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2", "name": "network-vif-deleted", "tag": "c095668d-d778-4b75-9d8a-873a09224efe", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:00.486876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e5a2211-c8ac-441f-b3ab-97eb7c8b7a87 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:00.487303 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2', 'name': 'network-vif-deleted', 'tag': 'c095668d-d778-4b75-9d8a-873a09224efe', 'status': 'completed', 'code': 200} Nov 24 15:19:00.645441 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:00.726324 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8db1d-6407-4a51-9c31-354cc6be2c78 req-6e0bb69b-094d-45cd-b1af-1beba77a20f8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:00.728215 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32b8db1d-6407-4a51-9c31-354cc6be2c78 req-6e0bb69b-094d-45cd-b1af-1beba77a20f8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0532985 Nov 24 15:19:00.777810 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32b8db1d-6407-4a51-9c31-354cc6be2c78 req-d630d04d-af16-4b20-a76d-67a191a44e33 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434864 Nov 24 15:19:01.085915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41314) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:01.090377 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084459475', 'description': 'tempest-secgroup-smoke-1084459475 description', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:01.179614 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.218995 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85f5857f-7c40-4f59-b1e2-ad001cf947b4 req-463f2609-2da0-4aba-9961-e73629ac95a5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0357192 Nov 24 15:19:01.268501 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.351275 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.383622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e37a8f60-b969-4afe-bfe5-4032be4a2ea4,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:01.475412 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.476696 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-a9becb69-69d2-4c7c-be21-d8dec90b4d04 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3897827 Nov 24 15:19:01.479611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41320) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:01.484032 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:01.581176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.639483 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.711164 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.729247 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0087fa7-75c0-4eb7-8741-6296bca4d760,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:01.792639 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.793846 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4660a998-1bc6-4d3e-b022-40d7d35ea55e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3132372 Nov 24 15:19:01.796580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41326) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:01.800831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:01.895814 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.901781 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1cb1f-b78f-4eb6-bb5e-c6c7741eade2 req-cc3352ba-3640-4df9-a486-9b71a3d6831d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:01.903270 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7be1cb1f-b78f-4eb6-bb5e-c6c7741eade2 req-cc3352ba-3640-4df9-a486-9b71a3d6831d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0510278 Nov 24 15:19:01.955000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:01.959374 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7be1cb1f-b78f-4eb6-bb5e-c6c7741eade2 req-92603bcb-8599-46ce-87b1-343dbfc50fd7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498490 Nov 24 15:19:02.022826 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:02.033810 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.051579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021a641f-7e9a-4c15-9b1c-5095033b7c54,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:02.072637 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:02.077671 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.127306 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.128468 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-96f8f629-582e-43c9-8ed1-335149013db8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3309636 Nov 24 15:19:02.131160 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41330) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:02.135978 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:02.152005 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.172144 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:02.245414 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.268336 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.310453 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.323933 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f5d8722e-3082-4cb0-ace9-5a5c988b32dc req-eebbc7a0-215d-4208-b9d0-e0c2e90a2716 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0331185 Nov 24 15:19:02.325032 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:02.332809 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.390898 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.409979 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67214e2b-cc98-40ab-af62-ffa5869ad994,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:02.472784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.474813 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-874633db-bb9b-4052-b0b9-dc36d37b386c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3419428 Nov 24 15:19:02.477423 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41336) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:02.481682 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:02.587572 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.642690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.713450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.733494 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a26908-a5d9-4957-821a-3d3a2b9b9c0b,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:02.801306 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.802517 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-98215514-4aef-49f7-a7f4-3ea92b4b9953 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241642 Nov 24 15:19:02.805256 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41340) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:02.809528 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:02.845610 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['c095668d-d778-4b75-9d8a-873a09224efe'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:19:02.922688 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.securitygroups_db [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Project 9597d9ee4d2143cfb56e4146dcaf52b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:19:02.929927 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:02.988474 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.085674 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411b87f-892d-44bd-9d1f-6a3a38bb4507 req-9c2e6adb-cbe7-4b2d-82da-e62892912b20 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:03.087338 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5411b87f-892d-44bd-9d1f-6a3a38bb4507 req-9c2e6adb-cbe7-4b2d-82da-e62892912b20 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0488310 Nov 24 15:19:03.114225 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.116389 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.137929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7badfb7c-8e3d-469f-86ec-647f58e4215a,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:03.140039 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5411b87f-892d-44bd-9d1f-6a3a38bb4507 req-7d115bf9-db5c-4e00-9659-86ade6cd4a79 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466452 Nov 24 15:19:03.210436 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Sync routers for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:03.220739 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:03.221422 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:03.224416 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.225660 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c1338e4d-66c9-438b-a1e1-774494c0359e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4194458 Nov 24 15:19:03.228385 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41344) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:03.232849 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'security_group_rule': {'security_group_id': 'e37a8f60-b969-4afe-bfe5-4032be4a2ea4', 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:03.316654 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.securitygroups_db [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Project 9597d9ee4d2143cfb56e4146dcaf52b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:19:03.322317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.330051 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:03.387519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.437850 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b5258184-5321-4afd-b423-345e7b7bc7c1 req-5a8690c7-fdff-4504-8967-42731ccd27a5 tempest-VolumesSnapshotTestJSON-440532316 tempest-VolumesSnapshotTestJSON-440532316-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f95deed-d1a3-4fc6-b9c4-a8f6b7f67eb2 HTTP/1.1" status: 200 len: 210 time: 0.0281582 Nov 24 15:19:03.459335 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.479740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbc242b-3b8e-48a3-b2cb-d68ae323460c,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:03.533703 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'dc451b08-a92e-4c2c-9cce-39256ec6012d', 'name': '', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'mac_address': 'fa:16:3e:74:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:58Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 2, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'subnets': [{'id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:03.547187 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.551574 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-09d72fe1-19a8-4983-91ab-32cbcf4b5ed0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3191764 Nov 24 15:19:03.565366 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Checking router: 20846082-ba69-4496-9584-c16b0f992bf5 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:03.565724 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Updating router 20846082-ba69-4496-9584-c16b0f992bf5 port dc451b08-a92e-4c2c-9cce-39256ec6012d binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:19:03.591090 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.868820 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:03.959946 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.000732 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:04.062971 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:04.063349 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.086616 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.108556 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f3cb5-769f-4bb3-862e-e7561ce312d2 None None] Pushing event updated for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:04.161644 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Attempting to bind port dc451b08-a92e-4c2c-9cce-39256ec6012d on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:04.162016 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Attempting to bind port dc451b08-a92e-4c2c-9cce-39256ec6012d by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:04.162937 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Attempting to bind port dc451b08-a92e-4c2c-9cce-39256ec6012d on network e734ce4f-054f-411c-bb03-ce27811e55d2 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:04.168861 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:04.169355 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Checking segment: {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:04.169770 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.172134 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Bound using segment: {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:04.172134 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Bound port: dc451b08-a92e-4c2c-9cce-39256ec6012d, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1182, 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:04.172134 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.238098 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] For port dc451b08-a92e-4c2c-9cce-39256ec6012d, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:04.241446 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] For port dc451b08-a92e-4c2c-9cce-39256ec6012d, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dc451b08-a92e-4c2c-9cce-39256ec6012d,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:04.248435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-8dea62bc-7813-4c00-9b48-0039423a991c None None] Provisioning complete for port dc451b08-a92e-4c2c-9cce-39256ec6012d triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:04.248912 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8dea62bc-7813-4c00-9b48-0039423a991c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.267353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50e562-8b4b-4d11-bf77-6ec061cc9bb3 req-80951341-fa9c-448e-9ed0-65f107cdc05e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:04.269227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ba50e562-8b4b-4d11-bf77-6ec061cc9bb3 req-80951341-fa9c-448e-9ed0-65f107cdc05e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0525007 Nov 24 15:19:04.284455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-8dea62bc-7813-4c00-9b48-0039423a991c None None] Port dc451b08-a92e-4c2c-9cce-39256ec6012d cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:04.300417 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.330140 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ba50e562-8b4b-4d11-bf77-6ec061cc9bb3 req-6b21f1a4-d418-4b70-91b5-679ed68591d8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514588 Nov 24 15:19:04.347612 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:04.348262 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:04.450644 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f3cb5-769f-4bb3-862e-e7561ce312d2 None None] Pushing event updated for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:04.476601 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:04.721337 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Provisioning complete for port dc451b08-a92e-4c2c-9cce-39256ec6012d triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:04.722685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.766368 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'dc451b08-a92e-4c2c-9cce-39256ec6012d', 'name': '', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'mac_address': 'fa:16:3e:74:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:58Z', 'updated_at': '2021-11-24T15:19:04Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'subnets': [{'id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:04.798085 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f471fd0-76d4-47b8-abd3-cb2757692372 None None] The sync data for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi is: [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:18:58Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'dc451b08-a92e-4c2c-9cce-39256ec6012d', 'name': '', 'network_id': 'e734ce4f-054f-411c-bb03-ce27811e55d2', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'mac_address': 'fa:16:3e:74:67:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:58Z', 'updated_at': '2021-11-24T15:19:04Z', 'revision_number': 4, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'subnets': [{'id': '925972a0-ac12-4067-86f5-40ecbfafe329', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:04.833317 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:04.869412 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] For port dc451b08-a92e-4c2c-9cce-39256ec6012d, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dc451b08-a92e-4c2c-9cce-39256ec6012d,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:05.005707 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:05.066711 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Pushing event updated for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:05.076480 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.076861 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078484 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078484 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078484 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078484 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078811 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.078890 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.079184 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.079660 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.079764 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-43607545-82a4-4bff-b95e-c00309c13568 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794942664&fields=id&tenant_id=55c14671b1d2469a9339872c180b2f09 HTTP/1.1" status: 200 len: 267 time: 0.0791776 Nov 24 15:19:05.079993 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.080351 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd502d4e-7535-4131-83ef-b890667a15ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:05.221798 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-ecb45d98-d520-4b3c-b9bf-18ce6039aea6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:05.225164 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-ecb45d98-d520-4b3c-b9bf-18ce6039aea6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 809 time: 0.1298964 Nov 24 15:19:05.240982 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf757a82-8fdb-4773-b2d8-f9316b3a341a tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/quotas/55c14671b1d2469a9339872c180b2f09 HTTP/1.1" status: 200 len: 375 time: 0.0100226 Nov 24 15:19:05.310598 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-bbe115a9-541d-47d0-921d-3e1961bddc53 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627069 Nov 24 15:19:05.427299 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-a965e162-b1db-4a7d-b9cc-28ad9875ca47 service neutron] 10.222.0.15 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997412 Nov 24 15:19:05.497795 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc061-f8b3-4d5f-b21f-b0c3ba0f8666 req-a3377afa-c281-40ed-8af7-c77481fc2df8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:05.499381 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fc7fc061-f8b3-4d5f-b21f-b0c3ba0f8666 req-a3377afa-c281-40ed-8af7-c77481fc2df8 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0760059 Nov 24 15:19:05.533407 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-29fdfbc1-b418-4ff2-8243-38320fc76f44 service neutron] 10.222.0.15 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995064 Nov 24 15:19:05.552114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fc7fc061-f8b3-4d5f-b21f-b0c3ba0f8666 req-7429476c-5ec2-45fc-b936-e041d15ac996 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Nov 24 15:19:06.006435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dc451b08-a92e-4c2c-9cce-39256ec6012d up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:06.070822 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port dc451b08-a92e-4c2c-9cce-39256ec6012d triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:06.071204 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:06.159268 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1eefaa9-b322-4640-a6a3-586911fdd3d5 req-bba373d6-c834-4e22-965d-1500fe98cbca tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0350599 Nov 24 15:19:06.685096 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65ae15-0d01-4b52-9ec2-7e3b69610a7d req-1ffb197b-ddfb-4dc1-beb4-cc2e980b890f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:06.686580 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6c65ae15-0d01-4b52-9ec2-7e3b69610a7d req-1ffb197b-ddfb-4dc1-beb4-cc2e980b890f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 944 time: 0.0535753 Nov 24 15:19:06.746048 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6c65ae15-0d01-4b52-9ec2-7e3b69610a7d req-3a5f3bd3-f636-47ab-a324-0ba02bd0ef25 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533614 Nov 24 15:19:06.863840 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:19:06.867752 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c095668d-d778-4b75-9d8a-873a09224efe no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:19:06.895033 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: c095668d-d778-4b75-9d8a-873a09224efe {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:19:06.895393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device c095668d-d778-4b75-9d8a-873a09224efe not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:19:06.987038 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:06.998666 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'mac_address': 'fa:16:3e:03:75:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:19:07.041337 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:07.054108 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:07.073572 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:07.162876 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:07.215091 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=9']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:07.245918 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-78310f77-2caa-41f6-9f5d-1f9a3ef38b65 req-712f149c-5bf3-4b6b-bc2f-af2bcdd0e1f9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0308204 Nov 24 15:19:07.866121 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f4478-3c18-48e6-a55e-623a54bc0024 req-fa3a5f5e-823c-4aed-affb-a36d5811926c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:07.867491 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-702f4478-3c18-48e6-a55e-623a54bc0024 req-fa3a5f5e-823c-4aed-affb-a36d5811926c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0474565 Nov 24 15:19:07.913555 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-702f4478-3c18-48e6-a55e-623a54bc0024 req-d527cf1d-6aa9-46d1-811f-edab743ed435 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401454 Nov 24 15:19:08.351496 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4beb3271-d377-4c26-b5e4-90480d23ddaa req-0cf10b71-9ae6-49d0-8a54-6beccbaa62fd tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0295599 Nov 24 15:19:09.042110 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be0ec5-12f6-437c-8f2f-5b5ac2439c6a req-501ba473-c798-4b46-8cf8-6e7c98686d53 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:09.043541 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8be0ec5-12f6-437c-8f2f-5b5ac2439c6a req-501ba473-c798-4b46-8cf8-6e7c98686d53 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0562282 Nov 24 15:19:09.092527 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8be0ec5-12f6-437c-8f2f-5b5ac2439c6a req-ee5cba53-febc-4607-9315-d00ef6a42943 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429451 Nov 24 15:19:09.442465 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02e44e62-a2a5-44f8-af17-c1113f835fcc req-dcb305fe-702c-4ad0-8f34-9b914cd97089 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0247808 Nov 24 15:19:10.218972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ba675-921e-4dd5-b58d-a2e575206727 req-e9560d69-7671-4c05-abd9-1bbec5b72fa7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:10.220562 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-346ba675-921e-4dd5-b58d-a2e575206727 req-e9560d69-7671-4c05-abd9-1bbec5b72fa7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0559020 Nov 24 15:19:10.271057 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-346ba675-921e-4dd5-b58d-a2e575206727 req-319bbec7-92a6-476e-80d5-8899cb98a490 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Nov 24 15:19:10.279679 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['d1fddca2-bead-4de5-a308-c1b1ad826621'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:19:10.546001 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-44d20dbe-ec60-4fae-976d-1469cb9bfdf2 req-d73b8dc3-7ea1-4df3-bc9a-56ccfd1d3ed9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Nov 24 15:19:11.126861 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-e20b94fd-bbb8-4801-84bd-225bf0a88ce0 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:11.128303 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-e20b94fd-bbb8-4801-84bd-225bf0a88ce0 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 809 time: 0.1084602 Nov 24 15:19:11.196978 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-1d5dac58-8838-4473-b6cc-6a94ddc038a1 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c14671b1d2469a9339872c180b2f09 HTTP/1.1" status: 200 len: 379 time: 0.0560563 Nov 24 15:19:11.207399 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'port': {'device_id': '6eebaafe-306f-4dab-8c36-001670d15449', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'admin_state_up': True, 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'security_groups': ['b29107c0-e6b5-4ce0-91c4-82c985ed416d']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:11.393518 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Made reservation on behalf of 55c14671b1d2469a9339872c180b2f09 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:11.395072 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:11.416540 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b5b51-03c4-4007-8b0d-40a93e02e616 req-2808b3a7-2e93-4de5-870a-9cd02fca400c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:11.418272 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-256b5b51-03c4-4007-8b0d-40a93e02e616 req-2808b3a7-2e93-4de5-870a-9cd02fca400c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0628548 Nov 24 15:19:11.489901 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-256b5b51-03c4-4007-8b0d-40a93e02e616 req-e1e925b0-e21d-418b-8fa0-52038d4f39a2 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650041 Nov 24 15:19:11.540267 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Allocated IP 172.20.0.5 (fa83deac-30df-4167-ba53-114a812b3114/6d120b76-dd2e-44e1-a5a5-3188d868e3ef/d728c0be-07f7-4534-b2b9-26df4f732e71) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:11.673657 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1756d794-20fe-4ebe-b888-2dd2da36e9bf req-d30b88a2-9e3c-4d4f-8d50-d6f46e01049b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0325725 Nov 24 15:19:11.713152 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:11.851687 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:11.891825 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Network fa83deac-30df-4167-ba53-114a812b3114 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:11.897311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:11.901163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:11.927526 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:11.959676 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:11.960686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.047416 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-cf8a49c9-1574-46df-bac7-717dafb8f673 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8439159 Nov 24 15:19:12.061223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Request body: {'port': {'device_id': '6eebaafe-306f-4dab-8c36-001670d15449', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:12.120108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.170124 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-bc8fa980-42f4-4580-bb7c-243114757030 None None] Provisioning complete for port d728c0be-07f7-4534-b2b9-26df4f732e71 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:12.170675 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8fa980-42f4-4580-bb7c-243114757030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.209735 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-bc8fa980-42f4-4580-bb7c-243114757030 None None] Port d728c0be-07f7-4534-b2b9-26df4f732e71 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:12.385155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d728c0be-07f7-4534-b2b9-26df4f732e71 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:12.392496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.405684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Transition to ACTIVE for port object d728c0be-07f7-4534-b2b9-26df4f732e71 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:12.496212 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.601999 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:12.631807 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:19:12.632449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Attempting to bind port d728c0be-07f7-4534-b2b9-26df4f732e71 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:12.632729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Attempting to bind port d728c0be-07f7-4534-b2b9-26df4f732e71 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:12.632925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Attempting to bind port d728c0be-07f7-4534-b2b9-26df4f732e71 on network fa83deac-30df-4167-ba53-114a812b3114 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:12.650504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Port d728c0be-07f7-4534-b2b9-26df4f732e71 on network fa83deac-30df-4167-ba53-114a812b3114 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:12.650504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Attempting to bind port d728c0be-07f7-4534-b2b9-26df4f732e71 on network fa83deac-30df-4167-ba53-114a812b3114 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:12.655904 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:12.656276 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Checking segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:12.656668 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Bound using segment: {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:12.657099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Bound port: d728c0be-07f7-4534-b2b9-26df4f732e71, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e74880e-aefb-49ac-a362-8da1cc35ea66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1151, 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:12.657760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.687100 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f16d676-cbe9-464e-8aaa-74bba3ffaba3 req-b0165b47-00c6-46b5-9406-33e1c512a07c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:12.688710 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f16d676-cbe9-464e-8aaa-74bba3ffaba3 req-b0165b47-00c6-46b5-9406-33e1c512a07c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 945 time: 0.0736067 Nov 24 15:19:12.751305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:12.759925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:12.769378 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f16d676-cbe9-464e-8aaa-74bba3ffaba3 req-245c17b6-6e10-4f3a-94d4-e14011ff253c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702567 Nov 24 15:19:12.821990 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671a2c4-d90a-4acf-a4c7-9eeefe58ce80 req-0f0e3d73-105a-4eff-9bee-79e499ec7168 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:12.823494 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2671a2c4-d90a-4acf-a4c7-9eeefe58ce80 req-0f0e3d73-105a-4eff-9bee-79e499ec7168 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0541523 Nov 24 15:19:12.844771 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.893442 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:12.894058 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:12.895554 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] 10.222.0.83 "PUT /v2.0/ports/d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 1093 time: 0.8392131 Nov 24 15:19:12.895998 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:12.899099 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29bd241-ee28-479e-8993-6c3b87239692" -d '{"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:12.908601 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:12.927798 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2671a2c4-d90a-4acf-a4c7-9eeefe58ce80 req-41f570dc-7073-46a0-920a-1ed9147750e3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972788 Nov 24 15:19:12.948670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66473adc-9d02-471c-a377-d88fab67a7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:12.971803 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c5d37-e25e-44c8-af54-989c99882253 x-openstack-request-id: req-1c6c5d37-e25e-44c8-af54-989c99882253 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:12.972198 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:12.972459 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c6c5d37-e25e-44c8-af54-989c99882253 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:12.975223 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'status': 'completed', 'code': 200} Nov 24 15:19:13.002316 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port d1fddca2-bead-4de5-a308-c1b1ad826621 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:13.006082 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:13.056940 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd241-ee28-479e-8993-6c3b87239692 req-79bb62df-9658-415a-9368-1060f40a3503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.058674 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a29bd241-ee28-479e-8993-6c3b87239692 req-79bb62df-9658-415a-9368-1060f40a3503 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1096 time: 0.0623524 Nov 24 15:19:13.113710 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:13.142872 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:13.147097 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a6784d-6091-4bda-b3f2-e0e679a22b9c" -d '{"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:13.165021 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:13.194561 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd241-ee28-479e-8993-6c3b87239692 req-65cacfe4-cb9d-4857-84f8-96dfd55be593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.195647 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1656b8d-24cd-451b-9d5b-3cec7ef2f4ac x-openstack-request-id: req-a1656b8d-24cd-451b-9d5b-3cec7ef2f4ac {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:13.196179 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-plugged", "status": "completed", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:13.196278 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a29bd241-ee28-479e-8993-6c3b87239692 req-65cacfe4-cb9d-4857-84f8-96dfd55be593 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=55c14671b1d2469a9339872c180b2f09&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1211169 Nov 24 15:19:13.196358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a1656b8d-24cd-451b-9d5b-3cec7ef2f4ac {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:13.197552 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'code': 200} Nov 24 15:19:13.276734 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:13.300344 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29bd241-ee28-479e-8993-6c3b87239692 req-f1f0e575-ff0b-409a-ba2a-332af30de322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.301730 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a29bd241-ee28-479e-8993-6c3b87239692 req-f1f0e575-ff0b-409a-ba2a-332af30de322 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0941033 Nov 24 15:19:13.328947 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=10']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:13.380165 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-37e74149-7717-4f75-8430-d2d4d7ff226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.382157 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-37e74149-7717-4f75-8430-d2d4d7ff226e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1096 time: 0.0409167 Nov 24 15:19:13.429503 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-2e7b6d4a-0f3d-4cf8-8136-146b84d48bab service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 217 time: 0.0383146 Nov 24 15:19:13.482234 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-f26b6014-184a-42ee-8b71-767391630931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.483693 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-f26b6014-184a-42ee-8b71-767391630931 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0464468 Nov 24 15:19:13.532644 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402973d5-249c-4e16-99f3-70bdea299285 req-e5979415-f9e3-48e3-8c78-85ea6fb88dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.534199 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-e5979415-f9e3-48e3-8c78-85ea6fb88dc8 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428703 Nov 24 15:19:13.627135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41554) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:13.642897 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-86eda853-4e95-4c90-86e3-9cfb1b4a2058 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991061 Nov 24 15:19:13.753579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71786ae5-bbb4-42dc-b97e-6dc9e375f76c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:13.765025 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-402973d5-249c-4e16-99f3-70bdea299285 req-dd3612a9-063b-4910-9244-1ca1c118840f service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122043 Nov 24 15:19:13.845842 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17913b42-1ea1-4d46-a524-176fc766347c req-30f9dbc6-71b2-4973-ac95-e9808ca11ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.847323 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17913b42-1ea1-4d46-a524-176fc766347c req-30f9dbc6-71b2-4973-ac95-e9808ca11ccb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 1100 time: 0.0608468 Nov 24 15:19:13.884798 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71786ae5-bbb4-42dc-b97e-6dc9e375f76c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:13.893262 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609599e-b663-4c7f-b379-7549cc770782 req-8776f073-6e23-4453-b2a1-2b2772b0cd4c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:13.900842 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4609599e-b663-4c7f-b379-7549cc770782 req-8776f073-6e23-4453-b2a1-2b2772b0cd4c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0568759 Nov 24 15:19:13.908571 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17913b42-1ea1-4d46-a524-176fc766347c req-ed9d7025-cac5-44b1-ac0c-daa8562b1309 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509543 Nov 24 15:19:13.945887 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4609599e-b663-4c7f-b379-7549cc770782 req-ca2d07b1-0db1-4bcc-8faf-57cb845ffae1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 Nov 24 15:19:13.953931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-71786ae5-bbb4-42dc-b97e-6dc9e375f76c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:14.007044 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-71786ae5-bbb4-42dc-b97e-6dc9e375f76c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f08f9a11f614771a8f5ce0589b44595&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684969 Nov 24 15:19:14.007044 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71786ae5-bbb4-42dc-b97e-6dc9e375f76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab2653d-374f-4f67-85b2-0fe9f5b2cb62,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:14.007044 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41566) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:14.105580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6073b24-35d5-4a23-90d7-40245b1bd63b req-e298a662-a80e-4dd0-baf1-bcd6a39545d8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:14.107128 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6073b24-35d5-4a23-90d7-40245b1bd63b req-e298a662-a80e-4dd0-baf1-bcd6a39545d8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0890040 Nov 24 15:19:14.125063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:14.167484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:14.190207 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6073b24-35d5-4a23-90d7-40245b1bd63b req-f9e954ee-b7c6-498b-8861-de1580add88b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739443 Nov 24 15:19:14.311398 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:14.314035 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:14.315165 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bab2653d-374f-4f67-85b2-0fe9f5b2cb62 HTTP/1.1" status: 204 len: 168 time: 0.3071463 Nov 24 15:19:14.323316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6bf736-f790-44a8-97cb-e668e955e124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab2653d-374f-4f67-85b2-0fe9f5b2cb62,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:15.069769 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c6b13b-e291-48c6-b5e8-560c066bb3dc req-ba2e3ce8-ea62-407f-b217-fb7c7cb5895a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:15.071166 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e4c6b13b-e291-48c6-b5e8-560c066bb3dc req-ba2e3ce8-ea62-407f-b217-fb7c7cb5895a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0537238 Nov 24 15:19:15.118101 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e4c6b13b-e291-48c6-b5e8-560c066bb3dc req-f95f03f2-c17b-47d6-bc63-d41ad8f310c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409594 Nov 24 15:19:15.320544 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b4a24-eb70-4f86-9740-133faecd865f req-e20011f6-689a-44c7-8d16-700c9c0becdb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:15.324482 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a15b4a24-eb70-4f86-9740-133faecd865f req-e20011f6-689a-44c7-8d16-700c9c0becdb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0608978 Nov 24 15:19:15.379681 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a15b4a24-eb70-4f86-9740-133faecd865f req-9e7889df-08e3-4a97-ba17-590f99194a9c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517690 Nov 24 15:19:16.241751 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f51cff-5bd0-4f7a-9109-fe9640f0fbe0 req-86134ce4-69f4-4b9a-b224-7ef3f6910d0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:16.243230 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-52f51cff-5bd0-4f7a-9109-fe9640f0fbe0 req-86134ce4-69f4-4b9a-b224-7ef3f6910d0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0511529 Nov 24 15:19:16.292945 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-52f51cff-5bd0-4f7a-9109-fe9640f0fbe0 req-5eb8b391-9746-4152-8b16-5ddada684399 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434434 Nov 24 15:19:16.510393 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ae8d-2982-48d5-bfff-e966b616ce1c req-cef5f2fc-79de-4c31-a76a-b4271a5fe6e8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:16.512927 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7496ae8d-2982-48d5-bfff-e966b616ce1c req-cef5f2fc-79de-4c31-a76a-b4271a5fe6e8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0577362 Nov 24 15:19:16.564730 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7496ae8d-2982-48d5-bfff-e966b616ce1c req-a2fa3dcc-6722-4bb9-bd20-88905a3c5a71 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455155 Nov 24 15:19:17.416363 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249f7a5-620c-4cb4-8a40-c680285c81a1 req-1312b366-b49b-4e4c-ab13-38edddff8115 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:17.417849 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1249f7a5-620c-4cb4-8a40-c680285c81a1 req-1312b366-b49b-4e4c-ab13-38edddff8115 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0496547 Nov 24 15:19:17.471651 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1249f7a5-620c-4cb4-8a40-c680285c81a1 req-b5b3aea3-29db-4959-8375-227d68d946b5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452709 Nov 24 15:19:17.680386 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3685f7-1d76-472c-be52-719d8668e814 req-bd31c0be-bcda-458c-8791-dc5e55b8a307 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:17.681865 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe3685f7-1d76-472c-be52-719d8668e814 req-bd31c0be-bcda-458c-8791-dc5e55b8a307 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0496788 Nov 24 15:19:17.734551 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe3685f7-1d76-472c-be52-719d8668e814 req-46dc7d80-55bb-4226-aad0-23b8699465b3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467489 Nov 24 15:19:18.598045 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba8cd3-9c6d-4e6d-b4ae-2e908e55074c req-de3f8150-64c6-43d8-8a2b-e327edb6fb98 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:18.599708 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-46ba8cd3-9c6d-4e6d-b4ae-2e908e55074c req-de3f8150-64c6-43d8-8a2b-e327edb6fb98 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0498657 Nov 24 15:19:18.649452 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-46ba8cd3-9c6d-4e6d-b4ae-2e908e55074c req-46606bc1-90a3-4073-9c03-cd4e8466df22 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436413 Nov 24 15:19:18.856047 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c292c89-9bd2-4039-bffd-11d51aa04d14 req-be434881-5a5c-4a02-996a-4f16e9d5dba8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:18.857407 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7c292c89-9bd2-4039-bffd-11d51aa04d14 req-be434881-5a5c-4a02-996a-4f16e9d5dba8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0524666 Nov 24 15:19:18.908712 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7c292c89-9bd2-4039-bffd-11d51aa04d14 req-d54208b3-5832-4bee-84a2-c10e09745081 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451839 Nov 24 15:19:19.768164 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9ccb-a86b-43ee-9036-161eb4a96a34 req-8e93e421-37ed-4788-969d-76770318b831 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:19.769621 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0f3b9ccb-a86b-43ee-9036-161eb4a96a34 req-8e93e421-37ed-4788-969d-76770318b831 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0489480 Nov 24 15:19:19.820316 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0f3b9ccb-a86b-43ee-9036-161eb4a96a34 req-09624745-bbf1-4f47-b05c-5c4df17ed7ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 Nov 24 15:19:19.882669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637c375-248a-4e05-bad8-8a925b0a61f7 req-d0bacdc1-a3d1-42cf-9b62-afafc170db67 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:19.884168 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a637c375-248a-4e05-bad8-8a925b0a61f7 req-d0bacdc1-a3d1-42cf-9b62-afafc170db67 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0485468 Nov 24 15:19:19.930229 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a637c375-248a-4e05-bad8-8a925b0a61f7 req-0c8ff07f-3569-40e9-8667-6be12d80667a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401292 Nov 24 15:19:20.024067 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44de15-0c8f-49e8-bd0a-05749889c39d req-7e268a56-156f-495c-b0aa-552538fb6aac tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:20.025509 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc44de15-0c8f-49e8-bd0a-05749889c39d req-7e268a56-156f-495c-b0aa-552538fb6aac tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0509648 Nov 24 15:19:20.076539 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc44de15-0c8f-49e8-bd0a-05749889c39d req-b6aebc4f-dd1a-4884-a2e2-bc53b6276ffe tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447066 Nov 24 15:19:20.939266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c695134c-5a2f-4641-9124-60bce7ee492e req-bf78f2d0-d0ae-4576-9d56-854c8bf880dc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:20.940734 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c695134c-5a2f-4641-9124-60bce7ee492e req-bf78f2d0-d0ae-4576-9d56-854c8bf880dc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0508482 Nov 24 15:19:20.988093 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c695134c-5a2f-4641-9124-60bce7ee492e req-2026f4ae-85c9-4632-b111-83dbe7c1b4fc tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405543 Nov 24 15:19:21.046522 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e952a-d9b3-461f-9e4c-feb9166df60c req-7c4515ec-4510-4141-8d2e-3a68f909a2f5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:21.047966 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-312e952a-d9b3-461f-9e4c-feb9166df60c req-7c4515ec-4510-4141-8d2e-3a68f909a2f5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0505188 Nov 24 15:19:21.094421 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-312e952a-d9b3-461f-9e4c-feb9166df60c req-80f7c4db-eb0d-48e9-ada0-3bb182b4b3a8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402682 Nov 24 15:19:21.203978 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590edb1c-9a4e-4f13-ae15-6bdf9389082a req-e957b96b-814a-4567-aaac-1d189cc46975 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:21.205835 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-590edb1c-9a4e-4f13-ae15-6bdf9389082a req-e957b96b-814a-4567-aaac-1d189cc46975 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0486987 Nov 24 15:19:21.253872 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-590edb1c-9a4e-4f13-ae15-6bdf9389082a req-793cdb3e-35c0-47d2-aced-28baf4f51a18 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423217 Nov 24 15:19:22.211274 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d3f538-df62-4dae-ac21-fa6c867919f5 req-1545e22c-bbf0-4d5d-86f3-71dea236d750 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:22.213358 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8d3f538-df62-4dae-ac21-fa6c867919f5 req-1545e22c-bbf0-4d5d-86f3-71dea236d750 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0523710 Nov 24 15:19:22.260006 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f8d3f538-df62-4dae-ac21-fa6c867919f5 req-5ff046b1-fd3a-4357-ba5c-91faf18c238f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=e4aaf5c3-6510-4716-90f4-055f047b7cd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407147 Nov 24 15:19:22.370637 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6491ff-2e3b-43c4-ab9c-adec6be2aad8 req-e856afa8-e23d-439c-a703-f5c3a5761c12 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:22.372169 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1d6491ff-2e3b-43c4-ab9c-adec6be2aad8 req-e856afa8-e23d-439c-a703-f5c3a5761c12 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0479949 Nov 24 15:19:22.424857 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1d6491ff-2e3b-43c4-ab9c-adec6be2aad8 req-c7aa8f75-017d-435a-951b-6c131e144830 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467002 Nov 24 15:19:22.526468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-c065190c-b7e9-47bc-8bf8-a9124ced4d67 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:22.528109 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-c065190c-b7e9-47bc-8bf8-a9124ced4d67 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 946 time: 0.0519180 Nov 24 15:19:22.631397 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Deleting port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:19:22.631644 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:22.721054 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] For port 928620c3-b3fd-4b2b-81b1-b360afa4cd20, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=928620c3-b3fd-4b2b-81b1-b360afa4cd20,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:22.721411 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.005185 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:19:23.112998 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:23.131203 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'mac_address': 'fa:16:3e:59:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:19:23.235087 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.235447 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.235817 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Floating IP 52f0551f-6ae5-4665-8d70-a0f339460882 disassociated. External IP: 172.27.2.56, port: 928620c3-b3fd-4b2b-81b1-b360afa4cd20. Nov 24 15:19:23.236188 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Calling delete_port for 928620c3-b3fd-4b2b-81b1-b360afa4cd20 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:19:23.292230 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.305385 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728c0be-07f7-4534-b2b9-26df4f732e71 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:23.326745 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:23.407987 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.433445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.462567 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:23.470599 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'Port': ['ID=928620c3-b3fd-4b2b-81b1-b360afa4cd20,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:23.557924 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a3751b72-cedf-4060-a981-5aab2508147c req-4be2c188-369f-45a0-bffe-77845733a700 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.2232735 Nov 24 15:19:23.598406 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:23.670413 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['d728c0be-07f7-4534-b2b9-26df4f732e71'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:19:23.695594 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af35b602-e370-499d-a2a8-9f2b9183c34c req-c1929929-2853-4cdd-9388-ae8f7a5c5b85 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:23.700079 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-af35b602-e370-499d-a2a8-9f2b9183c34c req-c1929929-2853-4cdd-9388-ae8f7a5c5b85 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 944 time: 0.1848810 Nov 24 15:19:23.799067 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-af35b602-e370-499d-a2a8-9f2b9183c34c req-8a4a6416-01c9-453b-b27e-e4913caa208b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921454 Nov 24 15:19:23.800142 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:23.816439 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:23.832463 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:23.833333 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:23.850891 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] No DVR routers for this DVR port 928620c3-b3fd-4b2b-81b1-b360afa4cd20 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:19:23.853901 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:23.857328 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-88b9d555-449f-45af-8c1a-e78ffef408fc req-0378ef0b-c7c8-4507-91cc-e4eb284338b2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "DELETE /v2.0/ports/928620c3-b3fd-4b2b-81b1-b360afa4cd20 HTTP/1.1" status: 204 len: 173 time: 1.3117523 Nov 24 15:19:23.857789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'name': 'network-vif-deleted', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:23.860029 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f75d771-5d85-4ded-9f9e-81b86f15f8e5" -d '{"events": [{"server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "name": "network-vif-deleted", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:23.900804 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3ca96-6334-4d90-b80d-3e5a45631e71 x-openstack-request-id: req-74b3ca96-6334-4d90-b80d-3e5a45631e71 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:23.901100 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec9784d-4abd-4ab1-9261-9da842f5e6ec", "name": "network-vif-deleted", "tag": "928620c3-b3fd-4b2b-81b1-b360afa4cd20", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:23.901368 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74b3ca96-6334-4d90-b80d-3e5a45631e71 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:23.901812 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec9784d-4abd-4ab1-9261-9da842f5e6ec', 'name': 'network-vif-deleted', 'tag': '928620c3-b3fd-4b2b-81b1-b360afa4cd20', 'status': 'completed', 'code': 200} Nov 24 15:19:23.988592 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:24.220252 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:24.247935 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:24.256826 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:24.257445 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:18:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:24.365890 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:24.591948 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:24.643454 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec7b24c-c2ff-4904-83ba-3f8e01a0ac21 None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:24.688374 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3d3512e1-308b-40de-93ae-3927c2337754 req-61960db8-a67d-425a-a57c-25d5bdc177f6 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec9784d-4abd-4ab1-9261-9da842f5e6ec HTTP/1.1" status: 200 len: 210 time: 0.0281472 Nov 24 15:19:24.894861 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7480f25b-8072-47fd-ada2-4d8341f325a7 None None] New status for floating IP 52f0551f-6ae5-4665-8d70-a0f339460882: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:19:24.939603 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47d64f-43c6-4d86-a98f-306a0d991c87 req-232ad29c-b50a-419b-b199-10b180971df8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:24.941129 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf47d64f-43c6-4d86-a98f-306a0d991c87 req-232ad29c-b50a-419b-b199-10b180971df8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 944 time: 0.0509293 Nov 24 15:19:24.991776 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-cf47d64f-43c6-4d86-a98f-306a0d991c87 req-e50dd7a2-f1ea-4097-8cb2-2d24bee0b379 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440185 Nov 24 15:19:25.026999 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:25.136591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port d728c0be-07f7-4534-b2b9-26df4f732e71 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:19:25.141014 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port d728c0be-07f7-4534-b2b9-26df4f732e71 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:25.141561 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:25.227388 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:25.251039 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:25.253287 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9dec332-19c2-4920-acfc-2325b69ecce9" -d '{"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-plugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:25.267138 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:25.297303 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6ee43b-55f8-40ff-bbdd-c2df614f5b33 x-openstack-request-id: req-5b6ee43b-55f8-40ff-bbdd-c2df614f5b33 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:25.297618 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-plugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:25.297882 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b6ee43b-55f8-40ff-bbdd-c2df614f5b33 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:25.298289 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'code': 200} Nov 24 15:19:25.379592 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:25.428829 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:25.653698 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af754c7-5cb1-4b95-972f-beb8202ff530 req-2accf4e6-4b8d-4717-80c3-acfe0f405043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:25.655416 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9af754c7-5cb1-4b95-972f-beb8202ff530 req-2accf4e6-4b8d-4717-80c3-acfe0f405043 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0407877 Nov 24 15:19:25.708800 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9af754c7-5cb1-4b95-972f-beb8202ff530 req-721c8a7c-54a5-478f-8690-27a1a1972cb6 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440223 Nov 24 15:19:25.857778 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41762) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:25.968539 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:25.999481 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.005857 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d2af4e3d-8fc2-4396-9e4b-d8a6da1d5662 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084459475&fields=id&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 267 time: 0.0958564 Nov 24 15:19:26.120339 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a69548-75be-4de0-af5c-068d5b2c16e8 req-2e725ec8-3381-45e2-aa25-37ae4a88aa9c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:26.137321 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-45a69548-75be-4de0-af5c-068d5b2c16e8 req-2e725ec8-3381-45e2-aa25-37ae4a88aa9c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0575488 Nov 24 15:19:26.146069 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-bfab4bf2-28b1-4407-afc3-14844c0bee2a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:26.147670 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-bfab4bf2-28b1-4407-afc3-14844c0bee2a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1337292 Nov 24 15:19:26.163702 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-c43589be-8883-419e-bf58-059df529da48 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/quotas/9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 375 time: 0.0093534 Nov 24 15:19:26.172911 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-45a69548-75be-4de0-af5c-068d5b2c16e8 req-74b3a717-8bb9-45ba-8e35-22274f5f1582 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440497 Nov 24 15:19:26.216593 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-dcb59b26-fb23-4232-ac40-8ea4176a9c51 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467978 Nov 24 15:19:26.324563 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.327082 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.328218 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4aaf5c3-6510-4716-90f4-055f047b7cd5 HTTP/1.1" status: 204 len: 168 time: 0.4693122 Nov 24 15:19:26.331107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41768) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.344454 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efda59d3-1417-4a0b-8ceb-9fd700b3c796 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4aaf5c3-6510-4716-90f4-055f047b7cd5,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.344739 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.api.v2.resource [None req-5371c212-f853-48f7-af41-a426b5e0cfb9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] show failed (client error): The resource could not be found. Nov 24 15:19:26.345737 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-5371c212-f853-48f7-af41-a426b5e0cfb9 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups/e4aaf5c3-6510-4716-90f4-055f047b7cd5 HTTP/1.1" status: 404 len: 347 time: 0.0135739 Nov 24 15:19:26.348782 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41770) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:26.371006 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-90a2c7ab-2d3a-4ef8-b77f-aee4e65a3a8b service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431489 Nov 24 15:19:26.463126 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d3920fb1-1b2a-492d-ad5f-8e88fc90047b service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857882 Nov 24 15:19:26.473692 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Deleting port f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:19:26.474025 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.556365 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.556999 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.581240 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Calling delete_port for f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb owned by network:floatingip {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:19:26.773965 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.804053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'Port': ['ID=f7c3f9dd-3c3f-4e3b-a261-aa3e0c3c0ceb,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:26.863484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.866215 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:26.867358 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f4833196-567a-420c-b89c-9fea1f61b485 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "DELETE /v2.0/floatingips/52f0551f-6ae5-4665-8d70-a0f339460882 HTTP/1.1" status: 204 len: 168 time: 0.5176823 Nov 24 15:19:27.030503 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 928620c3-b3fd-4b2b-81b1-b360afa4cd20 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:19:27.066131 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 928620c3-b3fd-4b2b-81b1-b360afa4cd20 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:19:27.068914 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 928620c3-b3fd-4b2b-81b1-b360afa4cd20 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:19:27.099942 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0532c560-9fc0-4587-a70c-403f4c39235a req-2788e642-432e-41ff-ae55-c0e2b82ca8bd tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0298731 Nov 24 15:19:27.158195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41794) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.162765 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--753521290', 'description': 'tempest-description--218571259'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:27.231154 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2f64903a-d023-40e6-8e01-2820bb65467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.282102 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.294874 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07d9b75-3695-426f-bfe3-d10ea9c4fe9c req-861fb174-f880-4838-8bff-1b7ad155534c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:27.296397 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d07d9b75-3695-426f-bfe3-d10ea9c4fe9c req-861fb174-f880-4838-8bff-1b7ad155534c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0506742 Nov 24 15:19:27.352333 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d07d9b75-3695-426f-bfe3-d10ea9c4fe9c req-2765cda0-bf7a-4425-8f1e-1f92723e2e28 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454257 Nov 24 15:19:27.356082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.407766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.462790 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:27.487153 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a71528-1cea-4ccd-a335-85c17f6f472d req-d883dfcc-9bf8-46a6-939b-157388c63532 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:27.488692 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60a71528-1cea-4ccd-a335-85c17f6f472d req-d883dfcc-9bf8-46a6-939b-157388c63532 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0633044 Nov 24 15:19:27.496096 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.497251 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7850b1a8-33a1-4aa1-8788-cf7da2f92a16 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3380299 Nov 24 15:19:27.500228 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41804) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.506251 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group_rule': {'security_group_id': 'a7b15ace-cd5e-4a34-84f9-a62b5af58cdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:27.544337 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-60a71528-1cea-4ccd-a335-85c17f6f472d req-e1cf7e9e-0187-4046-ba13-1112d3a16501 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458629 Nov 24 15:19:27.565409 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41806) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.602530 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.895894 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.900943 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5198af-dad4-40db-9914-557af22111d3 tempest-TestShelveInstance-2017675359 tempest-TestShelveInstance-2017675359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:27.902455 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5d5198af-dad4-40db-9914-557af22111d3 tempest-TestShelveInstance-2017675359 tempest-TestShelveInstance-2017675359-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1093 time: 0.3360620 Nov 24 15:19:27.905384 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41816) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:27.909540 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:27.976326 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:27.997049 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d1250ff-06f4-4303-8ac1-95706f048ac9,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:28.039761 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for floatingip, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.141782 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.142968 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e6ff1722-ef1f-4eba-8644-3c14610c723e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6417501 Nov 24 15:19:28.145846 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41822) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:28.151961 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'security_group_rule': {'security_group_id': 'a7b15ace-cd5e-4a34-84f9-a62b5af58cdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:28.168333 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.184867 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-36aca37c-7312-4fcc-8a03-bcfd0861726c req-dc6d6566-2a07-4c2b-a3fd-80fec2fcd3e2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0312641 Nov 24 15:19:28.287693 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Allocated IP 172.27.2.202 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/ecb05632-fd60-4d82-8876-e1f390c0e714) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:28.298825 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.355299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.394376 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.427110 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.444717 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01319328-0df3-4b7f-9868-8092e54c0051,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:28.453265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.455740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.456395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.456395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.456625 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.456944 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:28.519014 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.549211 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.550572 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-65d74ecd-1631-4a2d-8296-c447b3ff5fe2 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4027870 Nov 24 15:19:28.553551 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41824) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:28.559649 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:28.561783 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:28.566585 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:28.571158 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:28.574964 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'Port': ['ID=ecb05632-fd60-4d82-8876-e1f390c0e714,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:28.677317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.781905 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.887756 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Allocated IP 172.27.2.248 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/ee8955be-9966-4f09-8ce0-a4c2ca787eea) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:28.954358 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:28.992965 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.100484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.103702 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.144156 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:29.147057 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:29.151162 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:29.156986 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=ee8955be-9966-4f09-8ce0-a4c2ca787eea,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:29.273800 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.293179 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.295814 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fa953610-87fb-402f-8065-47ba73d6522d req-04f84b73-efa3-495e-a368-9e4aeebd23b2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0349345 Nov 24 15:19:29.339574 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.411384 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event updated for resources: {'Port': ['ID=ecb05632-fd60-4d82-8876-e1f390c0e714,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:29.429899 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.455911 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.513928 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-8f83952b-e8a1-46e0-bb37-5fc8e901c038 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:29.515375 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-8f83952b-e8a1-46e0-bb37-5fc8e901c038 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1678421 Nov 24 15:19:29.543547 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Floating IP d7286082-ccd6-48b1-862a-5e4eaf68be8e associated. External IP: 172.27.2.202, port: d728c0be-07f7-4534-b2b9-26df4f732e71. Nov 24 15:19:29.563320 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b6f0a138-966f-4baf-8b5c-da3a584771cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.643194 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-801f4a3f-f9b6-4d49-bd66-1167d0c3f025 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 380 time: 0.1151428 Nov 24 15:19:29.662273 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'port': {'device_id': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'admin_state_up': True, 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'security_groups': ['e37a8f60-b969-4afe-bfe5-4032be4a2ea4']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:29.752413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.787597 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Router 21e4f7fc-8466-4396-ac3e-0ac0d443970a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:29.848075 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.881741 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Made reservation on behalf of 9597d9ee4d2143cfb56e4146dcaf52b1 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:29.885933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:29.901274 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:29.912375 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Sync routers for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:29.923687 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:29.924340 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:29.942280 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=ee8955be-9966-4f09-8ce0-a4c2ca787eea,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:29.982461 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.015860 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.039340 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:30.049033 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d3b65fec-4745-494a-89bd-3359007eb16e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1425879 Nov 24 15:19:30.049874 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:30.052597 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fca60c7-4780-438a-bff9-fcaf14356c75" -d '{"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:30.075109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.076084 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-fd69b72f-a661-4513-ad5f-e3a01bc0a40e tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5215852 Nov 24 15:19:30.085695 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.20.0.14 (2a11a9c4-1ef7-4235-8979-74dbac8931c1/a1553862-5507-455b-a720-9d8c45e8e44a/878dd147-474e-4c97-bb35-80de55af85b5) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:30.107820 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74d7e91-b564-4265-beed-607b6e98600e x-openstack-request-id: req-a74d7e91-b564-4265-beed-607b6e98600e {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:30.108204 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:30.108753 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a74d7e91-b564-4265-beed-607b6e98600e {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:30.109355 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'status': 'completed', 'code': 200} Nov 24 15:19:30.250330 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-c8882d51-528f-471a-8b2f-a98a3eca4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:30.252170 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-c8882d51-528f-471a-8b2f-a98a3eca4e09 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.1135113 Nov 24 15:19:30.318339 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.403498 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3be1ec8e-56de-4790-9f6d-186b18d208a6 req-025694a2-2387-434b-839a-838fc587388b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Nov 24 15:19:30.414082 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-7362022c-621b-4a4c-b676-c37ae5de805c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--753521290&fields=id&tenant_id=e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 267 time: 0.1420281 Nov 24 15:19:30.425920 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.487378 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'd7286082-ccd6-48b1-862a-5e4eaf68be8e', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'mac_address': 'fa:16:3e:59:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eebaafe-306f-4dab-8c36-001670d15449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:28Z', 'revision_number': 0, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:30.511222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-1ddd5dce-d202-4cdd-ad74-148af8627fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:30.512740 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-1ddd5dce-d202-4cdd-ad74-148af8627fdc service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.2501540 Nov 24 15:19:30.515124 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Checking router: 21e4f7fc-8466-4396-ac3e-0ac0d443970a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:30.524420 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:30.525045 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:30.566805 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:30.654554 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:30.731040 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:30.852292 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:30.858687 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:30.864592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:30.925855 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-076d1934-d159-42c3-b4ff-45b19dfb81fd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 999 time: 0.3980672 Nov 24 15:19:30.936722 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'd7286082-ccd6-48b1-862a-5e4eaf68be8e', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'mac_address': 'fa:16:3e:59:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eebaafe-306f-4dab-8c36-001670d15449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:28Z', 'revision_number': 0, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:30.954838 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-50b09979-4a66-42ed-bd87-949efad5962a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:30.956502 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-50b09979-4a66-42ed-bd87-949efad5962a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 811 time: 0.5210476 Nov 24 15:19:30.968535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94173ff9-67f6-4150-a326-3bb78d517cd0 None None] The sync data for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi is: [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'd7286082-ccd6-48b1-862a-5e4eaf68be8e', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'floating_ip_address': '172.27.2.202', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 562, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'mac_address': 'fa:16:3e:59:ec:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eebaafe-306f-4dab-8c36-001670d15449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:28Z', 'updated_at': '2021-11-24T15:19:28Z', 'revision_number': 0, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:31.004954 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:31.005550 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.014071 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-53d7823f-5e4c-4a74-b82e-eb3a37f3df48 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/quotas/e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 375 time: 0.0310216 Nov 24 15:19:31.061536 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-fb923790-2409-47a5-84fb-0d85ae468b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:31.063054 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-fb923790-2409-47a5-84fb-0d85ae468b2e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.1255198 Nov 24 15:19:31.110129 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-9afe7ec2-b7de-4da4-9138-aa835e928540 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874770 Nov 24 15:19:31.123264 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-3e9625ef-99c3-4926-932d-f74d39754131 None None] Provisioning complete for port 878dd147-474e-4c97-bb35-80de55af85b5 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:31.123670 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3e9625ef-99c3-4926-932d-f74d39754131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.129843 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-541229c6-4ddb-4c2c-b5e0-4ff0c3e39a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:31.131335 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-541229c6-4ddb-4c2c-b5e0-4ff0c3e39a3b service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0592978 Nov 24 15:19:31.144587 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-d70ed8e9-5bea-4014-918f-e25ae08ad3de tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4839363 Nov 24 15:19:31.162482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-3e9625ef-99c3-4926-932d-f74d39754131 None None] Port 878dd147-474e-4c97-bb35-80de55af85b5 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:31.181937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Request body: {'port': {'device_id': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:31.211074 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ff3980-9018-4c98-a47a-81f784c2908f None None] New status for floating IP d7286082-ccd6-48b1-862a-5e4eaf68be8e: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:19:31.340945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.383170 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-0771fb32-eb00-4c8d-bb38-4613e7d8586b service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281506 Nov 24 15:19:31.407685 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-665094ea-6915-4c80-9525-2c2b2ccada0b service neutron] 10.222.0.15 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846067 Nov 24 15:19:31.549338 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef9cfe-315d-4567-8a98-b76cd7c0cb00 req-28055ae6-1709-4f65-872d-88bbca664999 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:31.550819 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6aef9cfe-315d-4567-8a98-b76cd7c0cb00 req-28055ae6-1709-4f65-872d-88bbca664999 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 932 time: 0.0536013 Nov 24 15:19:31.601446 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6aef9cfe-315d-4567-8a98-b76cd7c0cb00 req-4c41de73-be4d-42f6-b273-8ab4da885657 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Nov 24 15:19:31.652809 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4fca60c7-4780-438a-bff9-fcaf14356c75 req-cec26679-9d0e-40c2-a5bf-398cf8f826af service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2473447 Nov 24 15:19:31.672923 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-9803fc76-1055-409f-8b42-6196f9ab17dc service neutron] 10.222.0.15 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569458 Nov 24 15:19:31.787656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878dd147-474e-4c97-bb35-80de55af85b5 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:31.795107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.808119 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Transition to ACTIVE for port object 878dd147-474e-4c97-bb35-80de55af85b5 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:31.826984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41878) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:31.872630 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Deleting subnet 85c8b1e3-61f9-4b65-8ac2-694166e7a891 {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:19:31.876236 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.901635 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.945941 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13844893'] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:31.959432 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bae0bbf2-f87e-40a5-909e-e6a3b340ff32 req-8ae71e45-5fa4-4f1a-b892-c6cd62336d5d tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 210 time: 0.0346580 Nov 24 15:19:31.988592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Pushing event updated for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:32.021239 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.110363 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Attempting to bind port 878dd147-474e-4c97-bb35-80de55af85b5 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:32.110689 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Attempting to bind port 878dd147-474e-4c97-bb35-80de55af85b5 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:32.111010 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Attempting to bind port 878dd147-474e-4c97-bb35-80de55af85b5 on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:32.116482 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Port 878dd147-474e-4c97-bb35-80de55af85b5 on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:32.116797 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Attempting to bind port 878dd147-474e-4c97-bb35-80de55af85b5 on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:32.122586 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:32.137792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:32.137792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Bound using segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:32.137792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Bound port: 878dd147-474e-4c97-bb35-80de55af85b5, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:32.137792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.191655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:32.194741 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=878dd147-474e-4c97-bb35-80de55af85b5,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:32.213847 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12602047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317819'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.239824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c8b1e3-61f9-4b65-8ac2-694166e7a891,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:32.247577 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.258522 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-613f20b6-d765-4bf9-b434-d9fe5342fb07 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/85c8b1e3-61f9-4b65-8ac2-694166e7a891 HTTP/1.1" status: 204 len: 168 time: 0.4231884 Nov 24 15:19:32.258522 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41888) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:32.287052 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.341407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.367788 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.373623 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.374230 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.375752 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] 10.222.0.83 "PUT /v2.0/ports/878dd147-474e-4c97-bb35-80de55af85b5 HTTP/1.1" status: 200 len: 1094 time: 1.1986482 Nov 24 15:19:32.376216 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:32.378747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113b54ce-bb5c-42fb-af29-b1df7047ecd3" -d '{"events": [{"name": "network-changed", "server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "tag": "878dd147-474e-4c97-bb35-80de55af85b5"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:32.394178 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab749c7-1e35-4de3-865a-9c253f88f265 service neutron] Pushing event updated for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:32.422071 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79f756-9ed5-4848-a1ad-edde5c157764 x-openstack-request-id: req-da79f756-9ed5-4848-a1ad-edde5c157764 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:32.422361 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "tag": "878dd147-474e-4c97-bb35-80de55af85b5", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:32.422611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da79f756-9ed5-4848-a1ad-edde5c157764 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:32.423009 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5', 'status': 'completed', 'code': 200} Nov 24 15:19:32.508561 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.534460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681e9937-d22e-4c92-84c9-fbc22b072932']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:32.547000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c954939-246c-45de-8bd5-c0300a18a852') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:32.547295 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c954939-246c-45de-8bd5-c0300a18a852') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:32.558938 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-0aad27cc-c9fb-4997-aa61-5dfbbb8f348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.560440 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-0aad27cc-c9fb-4997-aa61-5dfbbb8f348d service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1097 time: 0.1083043 Nov 24 15:19:32.561957 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.581872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.599071 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Releasing vlan 1197 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:19:32.599526 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:19:32.601134 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:19:32.730742 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-1760c582-9bdf-49cb-b3ba-523de09e4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.732167 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-1760c582-9bdf-49cb-b3ba-523de09e4116 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1593471 Nov 24 15:19:32.733193 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43a6ae-03f9-4a75-b550-9082ff772c23 req-a599f924-0662-4275-af39-f365216ee883 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.734731 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2e43a6ae-03f9-4a75-b550-9082ff772c23 req-a599f924-0662-4275-af39-f365216ee883 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0527298 Nov 24 15:19:32.791054 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2e43a6ae-03f9-4a75-b550-9082ff772c23 req-d832f5c6-5561-4258-a477-81c465b32d83 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502698 Nov 24 15:19:32.815552 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.831903 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:32.835154 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] 10.222.0.15 "DELETE /v2.0/networks/681e9937-d22e-4c92-84c9-fbc22b072932 HTTP/1.1" status: 204 len: 168 time: 0.5799861 Nov 24 15:19:32.838367 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab5f09-725b-4a18-bc82-7072ffe82886 admin admin] Pushing event deleted for resources: {'Network': ['ID=681e9937-d22e-4c92-84c9-fbc22b072932,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:32.855618 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-679c8142-692a-483a-b029-294b1592ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.857149 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-113b54ce-bb5c-42fb-af29-b1df7047ecd3 req-679c8142-692a-483a-b029-294b1592ea6e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1158290 Nov 24 15:19:32.940182 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-387293df-34b0-45b0-bc89-d8d4bd93f35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:32.942038 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-387293df-34b0-45b0-bc89-d8d4bd93f35e service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1097 time: 0.0481198 Nov 24 15:19:32.991247 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-9447803b-9c55-45ad-8ea2-2740afa7017f service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878dd147-474e-4c97-bb35-80de55af85b5 HTTP/1.1" status: 200 len: 217 time: 0.0401921 Nov 24 15:19:33.053304 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e44bc066-eb59-482a-af2a-ea953f9916e9 req-7a480c32-8a50-42bc-aff7-75baa09711f4 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 210 time: 0.0461130 Nov 24 15:19:33.064661 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-059e6d58-72f9-44a1-b013-6e5f6366189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:33.066256 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-059e6d58-72f9-44a1-b013-6e5f6366189a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0675724 Nov 24 15:19:33.078569 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.113559 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95983ad-44b4-4910-9003-34608cf27da3 req-03b360b0-4213-46d6-870c-1e03ef86537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:33.115122 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-03b360b0-4213-46d6-870c-1e03ef86537e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406272 Nov 24 15:19:33.215395 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-53c859b1-b2fb-4ab2-9998-2e94bce77ebe service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903168 Nov 24 15:19:33.305090 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41900) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:33.313910 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f95983ad-44b4-4910-9003-34608cf27da3 req-b9be9772-42ea-4393-9be5-37a06c95fe29 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874996 Nov 24 15:19:33.348368 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e412ca64-68bd-4c7c-b586-5aa20db12567 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a2cdc9cf18ad4d62ade8a04b0b266e66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417655 Nov 24 15:19:33.351256 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41902) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:33.397131 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.420460 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.544808 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.547506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:33.548719 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d5df08e-d3c0-41df-aca8-1d658cf6db34 HTTP/1.1" status: 204 len: 168 time: 0.1965072 Nov 24 15:19:33.557770 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5df08e-d3c0-41df-aca8-1d658cf6db34,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:33.565034 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.565434 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.565710 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.566105 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.566414 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.566745 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.567016 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.567344 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.567668 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.567988 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.568336 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.568657 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d787e3-7e86-4fe6-8ef0-036f77465b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:19:33.917475 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f84c1-aa8d-40f8-9385-902e9494001c req-94304045-6fd8-457a-92c4-f4001ecaf232 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:33.919227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c79f84c1-aa8d-40f8-9385-902e9494001c req-94304045-6fd8-457a-92c4-f4001ecaf232 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0565510 Nov 24 15:19:33.976265 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c79f84c1-aa8d-40f8-9385-902e9494001c req-3f9412c5-7966-4955-89b3-8c01598fc5a4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500479 Nov 24 15:19:34.070886 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.165850 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f84dfeb0-3497-4ca5-83c6-065cb0b65a17 req-1738bdc1-c5ed-4f41-8ee0-d38157637941 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 210 time: 0.0350473 Nov 24 15:19:34.195599 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-f69a12a1-829f-47e0-a8db-2c89fc4acaf8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:34.197048 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-f69a12a1-829f-47e0-a8db-2c89fc4acaf8 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 811 time: 0.1345055 Nov 24 15:19:34.263677 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-f6cd7718-9526-4265-82a8-d7bab0b950e6 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5929a0c9c79452ca0e05525de2bdc3a HTTP/1.1" status: 200 len: 379 time: 0.0511622 Nov 24 15:19:34.275282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'port': {'device_id': '5a531280-41d3-4e79-9556-9261eeab8eba', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'admin_state_up': True, 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'security_groups': ['a7b15ace-cd5e-4a34-84f9-a62b5af58cdd']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:34.467033 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Made reservation on behalf of e5929a0c9c79452ca0e05525de2bdc3a for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:19:34.470606 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.596878 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Allocated IP 172.20.0.6 (df2ca626-256c-416b-ab3e-7ddc9ba9d04a/d2fa3971-52c9-4edf-8098-638115ff5cf0/fdcff540-cae6-492c-8753-33e9c103ae62) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:34.738264 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.873461 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:34.917450 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:34.922449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:34.925977 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:34.952109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event updated for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:34.983163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:34.983809 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.052568 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c84b558-3fef-4ca1-8495-6aca5d0e5843 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7812083 Nov 24 15:19:35.068053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Request body: {'port': {'device_id': '5a531280-41d3-4e79-9556-9261eeab8eba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:35.099014 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6de9e-c7c7-4f35-8f53-0ff52068aa8d req-2b1dc957-1337-45f1-89c1-3d2dd59a6ae1 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:35.100571 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c8e6de9e-c7c7-4f35-8f53-0ff52068aa8d req-2b1dc957-1337-45f1-89c1-3d2dd59a6ae1 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0520029 Nov 24 15:19:35.122600 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.150565 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c8e6de9e-c7c7-4f35-8f53-0ff52068aa8d req-17881aa0-8adc-4675-b59e-dee56a09f34d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Nov 24 15:19:35.162116 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-c73a2490-2b88-46ac-9986-fa4d466f09b0 None None] Provisioning complete for port fdcff540-cae6-492c-8753-33e9c103ae62 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:35.162790 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c73a2490-2b88-46ac-9986-fa4d466f09b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.198775 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2490-2b88-46ac-9986-fa4d466f09b0 None None] Port fdcff540-cae6-492c-8753-33e9c103ae62 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:19:35.328577 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d340aff5-18e8-4b05-8a6e-060764ea0f86 req-390db93e-8e38-4d4d-abe0-21343588cccb tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:35.330068 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d340aff5-18e8-4b05-8a6e-060764ea0f86 req-390db93e-8e38-4d4d-abe0-21343588cccb tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 931 time: 0.0854838 Nov 24 15:19:35.426068 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d340aff5-18e8-4b05-8a6e-060764ea0f86 req-bc8eb86a-e765-45bc-94d2-50d372a76306 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685399 Nov 24 15:19:35.476309 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcff540-cae6-492c-8753-33e9c103ae62 {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:35.483697 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.496282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Transition to ACTIVE for port object fdcff540-cae6-492c-8753-33e9c103ae62 will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:19:35.564196 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.622944 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Pushing event updated for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:35.689645 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Attempting to bind port fdcff540-cae6-492c-8753-33e9c103ae62 on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:19:35.689984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Attempting to bind port fdcff540-cae6-492c-8753-33e9c103ae62 by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:19:35.690319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Attempting to bind port fdcff540-cae6-492c-8753-33e9c103ae62 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:35.695090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Port fdcff540-cae6-492c-8753-33e9c103ae62 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:19:35.695414 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Attempting to bind port fdcff540-cae6-492c-8753-33e9c103ae62 on network df2ca626-256c-416b-ab3e-7ddc9ba9d04a {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:19:35.700485 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:19:35.700823 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Checking segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:19:35.701204 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Bound using segment: {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:19:35.701632 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Bound port: fdcff540-cae6-492c-8753-33e9c103ae62, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae48fa21-47bc-4a0e-b250-2ac9b0185319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1194, 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:19:35.701988 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.767268 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:19:35.770273 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fdcff540-cae6-492c-8753-33e9c103ae62,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:19:35.865672 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.903622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:35.904136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:35.905523 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] 10.222.0.83 "PUT /v2.0/ports/fdcff540-cae6-492c-8753-33e9c103ae62 HTTP/1.1" status: 200 len: 1093 time: 0.8419156 Nov 24 15:19:35.905961 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:35.908221 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b42c53c-c6d7-47a1-8931-da812baaa719" -d '{"events": [{"name": "network-changed", "server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:35.938911 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f43316-b778-4416-b774-d9b89b694a3d service neutron] Pushing event updated for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:35.949839 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe874aa1-c5ca-42c3-bb19-452b8df2ff73 x-openstack-request-id: req-fe874aa1-c5ca-42c3-bb19-452b8df2ff73 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:35.953015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:35.953015 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe874aa1-c5ca-42c3-bb19-452b8df2ff73 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:35.953015 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'status': 'completed', 'code': 200} Nov 24 15:19:36.158552 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-9061ea76-2d94-4820-b866-5dc9d8dfaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.160081 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-9061ea76-2d94-4820-b866-5dc9d8dfaea2 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 1096 time: 0.1802893 Nov 24 15:19:36.291743 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-f78c0303-5252-49d5-b19c-a8f56c90035c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.293236 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-f78c0303-5252-49d5-b19c-a8f56c90035c service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1235776 Nov 24 15:19:36.301576 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7468c-f28d-4caf-803f-4f017c40c0d8 req-f720a67e-1c73-401c-990a-359bb2615d23 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.302974 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c5b7468c-f28d-4caf-803f-4f017c40c0d8 req-f720a67e-1c73-401c-990a-359bb2615d23 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0743060 Nov 24 15:19:36.407900 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c5b7468c-f28d-4caf-803f-4f017c40c0d8 req-69dfc7ed-c7c7-4f3e-9225-3f05a9ccaa4e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964649 Nov 24 15:19:36.426808 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-31dc9481-a945-4c1f-b14b-13952259c90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.428529 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6b42c53c-c6d7-47a1-8931-da812baaa719 req-31dc9481-a945-4c1f-b14b-13952259c90e service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1243830 Nov 24 15:19:36.505467 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-cdd20089-b2f5-4b42-b41b-fdb9b1ce9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.506999 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-cdd20089-b2f5-4b42-b41b-fdb9b1ce9ca3 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 1096 time: 0.0399630 Nov 24 15:19:36.562344 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-8c4f1022-0735-445b-a6ed-fe0e33aa4acf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdcff540-cae6-492c-8753-33e9c103ae62 HTTP/1.1" status: 200 len: 217 time: 0.0471835 Nov 24 15:19:36.613636 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-0ef2d4e9-ab28-4ea9-a777-baccbb9f9d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.615085 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-0ef2d4e9-ab28-4ea9-a777-baccbb9f9d0e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0443549 Nov 24 15:19:36.666384 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-d156eaf0-93ff-49d3-a929-8405b0f04db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.667886 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-d156eaf0-93ff-49d3-a929-8405b0f04db9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443370 Nov 24 15:19:36.723344 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd879-caf2-4af3-b547-21509437b5a1 req-85957e66-f1e0-4e65-84ea-9116d1f1ab26 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:36.724815 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-034fd879-caf2-4af3-b547-21509437b5a1 req-85957e66-f1e0-4e65-84ea-9116d1f1ab26 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 943 time: 0.0504863 Nov 24 15:19:36.762277 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-c4a0bd73-d742-494f-9ee3-6fcec52f598c service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848157 Nov 24 15:19:36.775521 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-034fd879-caf2-4af3-b547-21509437b5a1 req-b7ffb39e-eb77-46f3-ae1b-07f6ed4f64d1 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445793 Nov 24 15:19:36.855410 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d13a3b7-7a9b-4ed6-b379-6e02fecc765e req-c9590f7f-6439-488f-8cd9-3cc80cc12929 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847065 Nov 24 15:19:37.521163 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67286b21-dab7-4bee-a170-2a9f944c9ba6 req-d7849d11-67f0-4a81-97a5-cf25003e8b5c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:37.522620 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67286b21-dab7-4bee-a170-2a9f944c9ba6 req-d7849d11-67f0-4a81-97a5-cf25003e8b5c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0477536 Nov 24 15:19:37.572571 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67286b21-dab7-4bee-a170-2a9f944c9ba6 req-4e16466f-cd47-4b1a-8ba8-5a4e575f980b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428264 Nov 24 15:19:37.886855 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee3c12-0117-4f05-bd4b-81adf6680291 req-e059db1d-d8fb-4ad0-b98f-9342b62731cd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:37.888154 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9cee3c12-0117-4f05-bd4b-81adf6680291 req-e059db1d-d8fb-4ad0-b98f-9342b62731cd tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 943 time: 0.0477078 Nov 24 15:19:37.934603 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9cee3c12-0117-4f05-bd4b-81adf6680291 req-5e0e13ff-e385-4eef-96e7-fb3c644bc23a tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404825 Nov 24 15:19:38.697235 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67de74-60bb-4244-8604-d52f8bb6693e req-355f55f5-35b7-4e89-ab0d-4ed7d9aeddfc tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:38.698776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8c67de74-60bb-4244-8604-d52f8bb6693e req-355f55f5-35b7-4e89-ab0d-4ed7d9aeddfc tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0575800 Nov 24 15:19:38.747732 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8c67de74-60bb-4244-8604-d52f8bb6693e req-7ad00163-e4ee-4e91-841f-ddadf6d36bda tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427048 Nov 24 15:19:39.047436 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd4636-4020-450b-bbce-f76f8b535fc4 req-1b0ae859-4e4f-4b54-87b9-b782fefbeb26 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:39.048932 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-50cd4636-4020-450b-bbce-f76f8b535fc4 req-1b0ae859-4e4f-4b54-87b9-b782fefbeb26 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 943 time: 0.0482981 Nov 24 15:19:39.095917 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-50cd4636-4020-450b-bbce-f76f8b535fc4 req-ed199022-9ea3-42a4-b7fa-fdf437d9e242 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410726 Nov 24 15:19:39.864574 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bde9d-55af-450b-9fe9-5a2be6dcc8b1 req-f2818ac1-2048-4a44-b847-b81032a626f6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:39.866114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e42bde9d-55af-450b-9fe9-5a2be6dcc8b1 req-f2818ac1-2048-4a44-b847-b81032a626f6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0523505 Nov 24 15:19:39.914233 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e42bde9d-55af-450b-9fe9-5a2be6dcc8b1 req-23744a86-a86c-42f6-bd1e-646504c3623a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422750 Nov 24 15:19:40.210495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f0368-bf8a-443a-b041-72a783137d30 req-ed6b255b-c133-4f24-a2eb-3f8b7c176576 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:40.212673 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-db4f0368-bf8a-443a-b041-72a783137d30 req-ed6b255b-c133-4f24-a2eb-3f8b7c176576 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 943 time: 0.0517173 Nov 24 15:19:40.258173 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-db4f0368-bf8a-443a-b041-72a783137d30 req-0459e5d7-06d6-40bc-8ae3-61b24409d23f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Nov 24 15:19:41.026691 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a5c9f-e959-4d20-ac64-725c923877e5 req-2a168333-45c9-4ea0-bcfb-3c84772b6706 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:41.028192 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a18a5c9f-e959-4d20-ac64-725c923877e5 req-2a168333-45c9-4ea0-bcfb-3c84772b6706 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 944 time: 0.0482068 Nov 24 15:19:41.079610 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a18a5c9f-e959-4d20-ac64-725c923877e5 req-eba45935-27cf-4c04-84ef-ce27536c5a37 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455987 Nov 24 15:19:41.098702 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device fdcff540-cae6-492c-8753-33e9c103ae62 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:19:41.192889 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fdcff540-cae6-492c-8753-33e9c103ae62,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:41.206624 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'port_id': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'mac_address': 'fa:16:3e:d6:f0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:19:41.243786 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.256093 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcff540-cae6-492c-8753-33e9c103ae62 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:41.274644 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fdcff540-cae6-492c-8753-33e9c103ae62,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:41.341583 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.342287 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 878dd147-474e-4c97-bb35-80de55af85b5 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:19:41.373394 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085d46a-d5c8-49ef-93e0-792a8b2d61fe req-695f8207-1366-420a-93e6-a251d3e2a19c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:41.374863 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0085d46a-d5c8-49ef-93e0-792a8b2d61fe req-695f8207-1366-420a-93e6-a251d3e2a19c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 943 time: 0.0487611 Nov 24 15:19:41.410417 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.427268 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0085d46a-d5c8-49ef-93e0-792a8b2d61fe req-2011cb08-fffa-4389-a262-94f9645dba73 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458457 Nov 24 15:19:41.482087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=878dd147-474e-4c97-bb35-80de55af85b5,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:41.492960 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '878dd147-474e-4c97-bb35-80de55af85b5', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'port_id': '878dd147-474e-4c97-bb35-80de55af85b5', 'mac_address': 'fa:16:3e:1c:54:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:19:41.529546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.542451 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878dd147-474e-4c97-bb35-80de55af85b5 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:19:41.560997 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=878dd147-474e-4c97-bb35-80de55af85b5,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:41.636726 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:41.684447 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:41.918736 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['878dd147-474e-4c97-bb35-80de55af85b5'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:19:41.921986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['fdcff540-cae6-492c-8753-33e9c103ae62'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:19:42.202046 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f20b3b-778d-402b-bee2-f13268602216 req-ae4d81e7-9606-448c-80f9-8c58ea892e84 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:42.202046 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3f20b3b-778d-402b-bee2-f13268602216 req-ae4d81e7-9606-448c-80f9-8c58ea892e84 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 945 time: 0.0485420 Nov 24 15:19:42.246408 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d3f20b3b-778d-402b-bee2-f13268602216 req-04820a0c-2f44-4aac-bd6c-12196932dc3f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434093 Nov 24 15:19:42.637370 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c12b5-1258-4047-8b52-d222b7cccca3 req-76a89828-465b-4a8b-904a-352dbc92e9b5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:42.637370 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4f7c12b5-1258-4047-8b52-d222b7cccca3 req-76a89828-465b-4a8b-904a-352dbc92e9b5 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 944 time: 0.0531116 Nov 24 15:19:42.637370 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4f7c12b5-1258-4047-8b52-d222b7cccca3 req-f228cf24-e9ce-4d86-8414-cb5903bb04ac tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404284 Nov 24 15:19:43.114181 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device fdcff540-cae6-492c-8753-33e9c103ae62 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:43.236381 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port fdcff540-cae6-492c-8753-33e9c103ae62 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:19:43.240405 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port fdcff540-cae6-492c-8753-33e9c103ae62 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:43.240943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.318904 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.342300 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:43.344549 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a0a74b1-888c-49fb-a138-ab1aa6af903f" -d '{"events": [{"server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "name": "network-vif-plugged", "status": "completed", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:43.356907 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fdcff540-cae6-492c-8753-33e9c103ae62,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:43.362134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c1394-5d1c-464c-9dc9-6c94eaaae2d7 req-ffed409b-f111-4bdc-94cd-fa85117e134c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:43.363625 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-924c1394-5d1c-464c-9dc9-6c94eaaae2d7 req-ffed409b-f111-4bdc-94cd-fa85117e134c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 945 time: 0.0496812 Nov 24 15:19:43.379646 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65c68a8-48f6-437f-a2db-b44e56d61ae9 x-openstack-request-id: req-b65c68a8-48f6-437f-a2db-b44e56d61ae9 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:43.379947 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "name": "network-vif-plugged", "status": "completed", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:43.380244 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b65c68a8-48f6-437f-a2db-b44e56d61ae9 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:43.380641 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'code': 200} Nov 24 15:19:43.413381 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-924c1394-5d1c-464c-9dc9-6c94eaaae2d7 req-8b7a4f0e-a781-49f6-9781-4e80ad2a2787 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436797 Nov 24 15:19:43.438473 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.439278 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 878dd147-474e-4c97-bb35-80de55af85b5 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:19:43.517404 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:43.585110 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 878dd147-474e-4c97-bb35-80de55af85b5 completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:19:43.589381 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 878dd147-474e-4c97-bb35-80de55af85b5 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:19:43.589751 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.669852 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.703914 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=878dd147-474e-4c97-bb35-80de55af85b5,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:43.721678 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ef242-9aa9-4d72-8b03-84cd126aad41 req-b5bebef1-04a9-4345-8601-d05a1cae2a89 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:43.723149 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-899ef242-9aa9-4d72-8b03-84cd126aad41 req-b5bebef1-04a9-4345-8601-d05a1cae2a89 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0513728 Nov 24 15:19:43.771733 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-899ef242-9aa9-4d72-8b03-84cd126aad41 req-68138ed1-8244-4766-ba2b-134293ba5446 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424931 Nov 24 15:19:43.775829 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:43.784694 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea34be-f94b-49a0-964a-22efd0340e43 req-66f8a887-5c06-4427-8807-40ecd8e48b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:43.793893 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3bea34be-f94b-49a0-964a-22efd0340e43 req-66f8a887-5c06-4427-8807-40ecd8e48b2d service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 1098 time: 0.0451851 Nov 24 15:19:43.849060 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:43.849263 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3bea34be-f94b-49a0-964a-22efd0340e43 req-9acdfb39-25c7-4da6-bb6b-2ca5e81f8934 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392013 Nov 24 15:19:44.525855 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bed858-e0cf-4f43-a891-4937c9a0beed req-2681fc66-3eb0-4e93-b9ae-c172b353738a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:44.527341 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0bed858-e0cf-4f43-a891-4937c9a0beed req-2681fc66-3eb0-4e93-b9ae-c172b353738a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0485682 Nov 24 15:19:44.575742 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0bed858-e0cf-4f43-a891-4937c9a0beed req-e3c96957-b3c6-4374-bb68-1b819468675b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423739 Nov 24 15:19:44.890705 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c31833f-04dd-411f-aa03-46cf3c068350 req-110cef99-6f4b-498b-8f24-06343d82022f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:44.892075 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7c31833f-04dd-411f-aa03-46cf3c068350 req-110cef99-6f4b-498b-8f24-06343d82022f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0501113 Nov 24 15:19:44.941358 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7c31833f-04dd-411f-aa03-46cf3c068350 req-aa914e4e-7c2e-4e1b-82c0-5f477fb002ab tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433059 Nov 24 15:19:45.382168 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:45.385031 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff735ff-ab11-4b38-9d80-f009159fb4ff" -d '{"events": [{"server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "name": "network-vif-plugged", "status": "completed", "tag": "878dd147-474e-4c97-bb35-80de55af85b5"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:45.419854 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eceac21-2fc0-4152-adbb-465b009dcaad x-openstack-request-id: req-3eceac21-2fc0-4152-adbb-465b009dcaad {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:45.420185 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "name": "network-vif-plugged", "status": "completed", "tag": "878dd147-474e-4c97-bb35-80de55af85b5", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:45.420442 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3eceac21-2fc0-4152-adbb-465b009dcaad {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:45.420831 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5', 'code': 200} Nov 24 15:19:45.692113 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3af332-c444-499d-8f77-e9e213cefc48 req-35837735-238e-4c2d-baec-bdcd066a5512 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:45.693583 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ef3af332-c444-499d-8f77-e9e213cefc48 req-35837735-238e-4c2d-baec-bdcd066a5512 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0508258 Nov 24 15:19:45.741674 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ef3af332-c444-499d-8f77-e9e213cefc48 req-52e1dfe8-627a-4128-87fb-396ada7adb51 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421495 Nov 24 15:19:45.875827 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ac900b-c87a-4d83-b49e-45b1da4cca44 req-f85d8ff0-fbdb-42fe-85da-49ee5b3b6f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:45.877212 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a8ac900b-c87a-4d83-b49e-45b1da4cca44 req-f85d8ff0-fbdb-42fe-85da-49ee5b3b6f3c service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1099 time: 0.0395856 Nov 24 15:19:45.936142 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a8ac900b-c87a-4d83-b49e-45b1da4cca44 req-dd769f47-0396-47e8-86e5-3b0b70993c66 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Nov 24 15:19:46.057382 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b613c9-b9a2-417a-aacf-ebfeafb40ec5 req-4b7d1071-7a94-4071-8464-eada8c4dc601 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:46.058818 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-79b613c9-b9a2-417a-aacf-ebfeafb40ec5 req-4b7d1071-7a94-4071-8464-eada8c4dc601 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0482106 Nov 24 15:19:46.105681 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-79b613c9-b9a2-417a-aacf-ebfeafb40ec5 req-7861ad0d-5613-4c76-a9d5-10d626e1eb54 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409961 Nov 24 15:19:46.218360 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0b8a47-a585-4881-bc5c-9bc7ad4b9070 req-c3896049-c8c5-48bb-8aef-ff48cf03f276 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:46.219930 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3a0b8a47-a585-4881-bc5c-9bc7ad4b9070 req-c3896049-c8c5-48bb-8aef-ff48cf03f276 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0506461 Nov 24 15:19:46.228287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41972) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:46.232551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Request body: {'floatingip': {'port_id': 'fdcff540-cae6-492c-8753-33e9c103ae62'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:46.273638 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.856729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbef92e-2484-484c-9245-66ecce9e35a6 req-fcbbcc1d-721a-4eca-b379-b2ee5b476b9b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:46.858227 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6fbef92e-2484-484c-9245-66ecce9e35a6 req-fcbbcc1d-721a-4eca-b379-b2ee5b476b9b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0493491 Nov 24 15:19:46.904533 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:46.907488 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6fbef92e-2484-484c-9245-66ecce9e35a6 req-567d8016-250e-457a-86b9-d7ff2b954891 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431392 Nov 24 15:19:46.963710 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.064791 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Floating IP 52d85a14-bb14-483e-a004-5e4cb8f4e308 associated. External IP: 172.27.2.248, port: fdcff540-cae6-492c-8753-33e9c103ae62. Nov 24 15:19:47.273944 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:47.385542 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:47.390404 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:47.395330 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:47.406019 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:47.407059 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:47.421028 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-955778fe-2e58-4e54-8c4e-d6454da45f31 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "PUT /v2.0/floatingips/52d85a14-bb14-483e-a004-5e4cb8f4e308 HTTP/1.1" status: 200 len: 991 time: 1.1891804 Nov 24 15:19:47.421028 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:47.421657 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5464447-5b72-4597-83b6-e84a665f6057" -d '{"events": [{"name": "network-changed", "server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:47.525031 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d65acd-e67f-42d5-bda7-246d2dca374a x-openstack-request-id: req-f8d65acd-e67f-42d5-bda7-246d2dca374a {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:47.525334 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:47.525589 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8d65acd-e67f-42d5-bda7-246d2dca374a {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:47.525984 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'status': 'completed', 'code': 200} Nov 24 15:19:47.536319 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:47.591704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464447-5b72-4597-83b6-e84a665f6057 req-69e7f13f-550b-44dd-a8d6-68103de37955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:47.593434 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-69e7f13f-550b-44dd-a8d6-68103de37955 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 1098 time: 0.0450556 Nov 24 15:19:47.685864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464447-5b72-4597-83b6-e84a665f6057 req-8d342f20-3d3f-46fb-921a-ba1a5ed099d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:47.687220 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-8d342f20-3d3f-46fb-921a-ba1a5ed099d2 service neutron] 10.222.0.83 "GET /v2.0/networks?id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 200 len: 913 time: 0.0857928 Nov 24 15:19:47.767623 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52d85a14-bb14-483e-a004-5e4cb8f4e308', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:d6:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a531280-41d3-4e79-9556-9261eeab8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:46Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:47.798966 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:47.808650 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:47.809279 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:48.012559 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-fb1e3176-1b13-447c-94a9-829b6b2639a4 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fdcff540-cae6-492c-8753-33e9c103ae62 HTTP/1.1" status: 200 len: 999 time: 0.3145530 Nov 24 15:19:48.032722 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02808f8a-4678-45d5-9ddc-b109a9f1c81b req-f0de834d-1ee2-4ff0-b22c-fec62d87a62e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.034359 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-02808f8a-4678-45d5-9ddc-b109a9f1c81b req-f0de834d-1ee2-4ff0-b22c-fec62d87a62e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0510731 Nov 24 15:19:48.038379 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:48.067868 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464447-5b72-4597-83b6-e84a665f6057 req-18f56b40-41d7-4948-8c58-c86544f086f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.069665 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-18f56b40-41d7-4948-8c58-c86544f086f0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 200 len: 850 time: 0.0477414 Nov 24 15:19:48.085175 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-02808f8a-4678-45d5-9ddc-b109a9f1c81b req-9404ae76-db5c-4f31-99df-c86adb0caeaf tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Nov 24 15:19:48.122086 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5464447-5b72-4597-83b6-e84a665f6057 req-6d961e1e-5e58-4711-90c4-8cb8af731526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.123703 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-6d961e1e-5e58-4711-90c4-8cb8af731526 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=df2ca626-256c-416b-ab3e-7ddc9ba9d04a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455387 Nov 24 15:19:48.255199 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e992fe7-411a-4470-a33f-2a3bcdd186df req-4f757e54-16df-46bc-887e-4416537bbd09 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.256713 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7e992fe7-411a-4470-a33f-2a3bcdd186df req-4f757e54-16df-46bc-887e-4416537bbd09 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.1008224 Nov 24 15:19:48.268175 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52d85a14-bb14-483e-a004-5e4cb8f4e308', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:d6:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a531280-41d3-4e79-9556-9261eeab8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:46Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:48.273526 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-3423307b-81c8-42c9-aded-6441067aeb5f service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355357 Nov 24 15:19:48.303265 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a962d3-1bb4-4e0c-b3fe-b853f7b062bd None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '52d85a14-bb14-483e-a004-5e4cb8f4e308', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'floating_ip_address': '172.27.2.248', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'port_id': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'mac_address': 'fa:16:3e:d6:f0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a531280-41d3-4e79-9556-9261eeab8eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:29Z', 'updated_at': '2021-11-24T15:19:46Z', 'revision_number': 1, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:48.342139 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7e992fe7-411a-4470-a33f-2a3bcdd186df req-3e0b2ef5-ef32-4ccd-ac89-69df6da5e58f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781701 Nov 24 15:19:48.365196 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 41986) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:48.397886 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a5464447-5b72-4597-83b6-e84a665f6057 req-a10d8e5b-c08a-4cb0-8939-abe2e9607248 service neutron] 10.222.0.83 "GET /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096687 Nov 24 15:19:48.494354 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed970636-d1d8-4997-a351-d09e9a1852ee None None] New status for floating IP 52d85a14-bb14-483e-a004-5e4cb8f4e308: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:19:48.537601 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2359fe11-2248-46fc-97f0-025e4297baaf tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:48.542270 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2359fe11-2248-46fc-97f0-025e4297baaf tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1094 time: 0.1730857 Nov 24 15:19:48.542746 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 41992) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:19:48.547379 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'port_id': '878dd147-474e-4c97-bb35-80de55af85b5', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:19:48.707260 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.807248 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:48.915330 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.27.2.122 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:19:49.014263 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.112645 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.157492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:19:49.160336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:19:49.163755 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:19:49.169789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:49.615759 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.635145 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:19:49.769949 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.915848 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:49.973270 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.043390 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:50.053422 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.151117 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP ef4ded86-1300-4e58-ad4e-1220cf3cbbe4 associated. External IP: 172.27.2.122, port: 878dd147-474e-4c97-bb35-80de55af85b5. Nov 24 15:19:50.350588 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:50.455495 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:50.465131 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:50.474523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:50.475170 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:50.537653 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:50.576165 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-0db930f6-717a-47cf-9b45-4b53c4c1ba27 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0217481 Nov 24 15:19:50.576165 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:50.576165 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75656726-bb68-445f-a3b1-57775495d4a4" -d '{"events": [{"name": "network-changed", "server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "tag": "878dd147-474e-4c97-bb35-80de55af85b5"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:50.584364 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:50.659400 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc97ecf9-d523-4e1a-bb1e-c2a214be0e46 x-openstack-request-id: req-bc97ecf9-d523-4e1a-bb1e-c2a214be0e46 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:50.659696 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "tag": "878dd147-474e-4c97-bb35-80de55af85b5", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:50.659958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc97ecf9-d523-4e1a-bb1e-c2a214be0e46 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:50.660394 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5', 'status': 'completed', 'code': 200} Nov 24 15:19:50.726132 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656726-bb68-445f-a3b1-57775495d4a4 req-d9e55eba-feb4-40a2-8919-7d6875dc1c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:50.730215 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-d9e55eba-feb4-40a2-8919-7d6875dc1c04 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1099 time: 0.0414622 Nov 24 15:19:50.820747 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'ef4ded86-1300-4e58-ad4e-1220cf3cbbe4', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '878dd147-474e-4c97-bb35-80de55af85b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:1c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:49Z', 'updated_at': '2021-11-24T15:19:49Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:50.831432 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656726-bb68-445f-a3b1-57775495d4a4 req-49da4e71-2469-459e-842e-498326a8bb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:50.832891 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-49da4e71-2469-459e-842e-498326a8bb4b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0876205 Nov 24 15:19:50.851455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:19:50.860295 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:50.860897 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:29Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:50.899465 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-4089f51a-f5bf-45ad-8171-2fe7592dad9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878dd147-474e-4c97-bb35-80de55af85b5 HTTP/1.1" status: 200 len: 1000 time: 0.0569074 Nov 24 15:19:50.951944 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656726-bb68-445f-a3b1-57775495d4a4 req-43080650-ef42-4b10-a9cf-1df649e49afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:50.953406 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-43080650-ef42-4b10-a9cf-1df649e49afa service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0452483 Nov 24 15:19:50.977157 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:19:51.007740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75656726-bb68-445f-a3b1-57775495d4a4 req-cf23f634-74a8-4a41-a60e-607134577649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:51.009355 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-cf23f634-74a8-4a41-a60e-607134577649 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441692 Nov 24 15:19:51.100541 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-84f7e035-c4be-4808-92d6-ac9a68a9b2b2 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821934 Nov 24 15:19:51.194341 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-75656726-bb68-445f-a3b1-57775495d4a4 req-2a2e07f2-fb81-4a71-8b3a-200738c2779a service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859432 Nov 24 15:19:51.202736 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'ef4ded86-1300-4e58-ad4e-1220cf3cbbe4', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '878dd147-474e-4c97-bb35-80de55af85b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:1c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:49Z', 'updated_at': '2021-11-24T15:19:49Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:51.230186 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58036fd7-7e95-439c-b0c7-095874fb5b0c None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'ef4ded86-1300-4e58-ad4e-1220cf3cbbe4', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.122', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '878dd147-474e-4c97-bb35-80de55af85b5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:1c:54:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:19:49Z', 'updated_at': '2021-11-24T15:19:49Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:19:51.416448 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c9083-31e6-4620-9483-70e70a22fce6 None None] New status for floating IP ef4ded86-1300-4e58-ad4e-1220cf3cbbe4: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:19:56.525753 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a86d5-12aa-4163-b29a-ec6e6c2a9288 req-ad616bb5-5b24-4464-8c60-a8403e86e421 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:56.527287 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9d4a86d5-12aa-4163-b29a-ec6e6c2a9288 req-ad616bb5-5b24-4464-8c60-a8403e86e421 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0478733 Nov 24 15:19:56.573783 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9d4a86d5-12aa-4163-b29a-ec6e6c2a9288 req-ffc65b71-4d18-407e-8b0d-95eb6288d275 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402739 Nov 24 15:19:57.215295 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-be304f67-e2c3-4592-ace1-c12ba36522c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:57.694956 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0afc8e-589a-48bb-a0f1-78644bff0d35 req-6a9422a3-6dc1-43d6-889b-31cd5499d1af tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:57.696457 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c0afc8e-589a-48bb-a0f1-78644bff0d35 req-6a9422a3-6dc1-43d6-889b-31cd5499d1af tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0505044 Nov 24 15:19:57.747688 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c0afc8e-589a-48bb-a0f1-78644bff0d35 req-2c32a994-ef8f-44c2-a076-70f3fb1132f6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453043 Nov 24 15:19:58.558587 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902de36-d2c0-4b57-accc-66f74370d627 req-c3437440-124c-4b3b-83a0-5027e1350dea tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.559916 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b902de36-d2c0-4b57-accc-66f74370d627 req-c3437440-124c-4b3b-83a0-5027e1350dea tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0488083 Nov 24 15:19:58.661670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Deleting port d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:19:58.662005 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.761175 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] For port d1fddca2-bead-4de5-a308-c1b1ad826621, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d1fddca2-bead-4de5-a308-c1b1ad826621,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:19:58.761532 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:58.865721 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a4fe2-1391-48b7-bcf8-65894c28aca2 req-73bf4533-fd7a-4201-ac2e-bb24abed9c9f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:19:58.867202 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-349a4fe2-1391-48b7-bcf8-65894c28aca2 req-73bf4533-fd7a-4201-ac2e-bb24abed9c9f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 947 time: 0.0493262 Nov 24 15:19:58.919273 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-349a4fe2-1391-48b7-bcf8-65894c28aca2 req-b480b5d9-7596-4d7f-aaf8-513e41321d46 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=4f6d511e-8f14-42c8-a226-16a322e78418&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452464 Nov 24 15:19:59.160682 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.160958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.161275 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Floating IP 98163e1e-be49-486e-b63d-609c7bbd4d7a disassociated. External IP: 172.27.2.150, port: d1fddca2-bead-4de5-a308-c1b1ad826621. Nov 24 15:19:59.161618 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Calling delete_port for d1fddca2-bead-4de5-a308-c1b1ad826621 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:19:59.350448 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.378548 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'Port': ['ID=d1fddca2-bead-4de5-a308-c1b1ad826621,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:19:59.494299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:19:59.552353 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d43b58c-3245-45d6-8587-741184bd1bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.603627 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:19:59.623116 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:19:59.626762 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:19:59.627387 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:19:59.648427 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] No DVR routers for this DVR port d1fddca2-bead-4de5-a308-c1b1ad826621 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:19:59.651541 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:19:59.656953 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b902de36-d2c0-4b57-accc-66f74370d627 req-470cc253-fda8-482d-9aa1-66ce43ec29fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "DELETE /v2.0/ports/d1fddca2-bead-4de5-a308-c1b1ad826621 HTTP/1.1" status: 204 len: 173 time: 1.0814004 Nov 24 15:19:59.662739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-deleted', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:19:59.662739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d490484d-1742-4073-ba9a-38c586227699" -d '{"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-deleted", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:19:59.706269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc70be53-776b-4b21-b04e-3c4efd3e841d x-openstack-request-id: req-fc70be53-776b-4b21-b04e-3c4efd3e841d {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:19:59.706767 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34375deb-836d-41ed-9d11-1d1e2685f046", "name": "network-vif-deleted", "tag": "d1fddca2-bead-4de5-a308-c1b1ad826621", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:19:59.707167 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc70be53-776b-4b21-b04e-3c4efd3e841d {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:19:59.707800 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34375deb-836d-41ed-9d11-1d1e2685f046', 'name': 'network-vif-deleted', 'tag': 'd1fddca2-bead-4de5-a308-c1b1ad826621', 'status': 'completed', 'code': 200} Nov 24 15:19:59.873909 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:00.044044 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-434f7041-8ed7-46c5-b06d-d80b875bd521 req-e5f4e510-407c-4b8f-b0e8-3ccb3ff60efa tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=34375deb-836d-41ed-9d11-1d1e2685f046 HTTP/1.1" status: 200 len: 210 time: 0.0272715 Nov 24 15:20:00.095446 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:00.125194 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:00.133379 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:00.133977 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:00.237699 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:00.432525 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:00.458333 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-172cac6e-14d0-4a67-9db8-1bbc6783921c None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:20:00.626865 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:00.691522 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37a26f4-b426-4b16-8780-4c498afad5e3 None None] New status for floating IP 98163e1e-be49-486e-b63d-609c7bbd4d7a: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:20:01.192929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42064) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:01.245753 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.268072 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.392108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.394795 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.395937 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f6d511e-8f14-42c8-a226-16a322e78418 HTTP/1.1" status: 204 len: 168 time: 0.2019773 Nov 24 15:20:01.399197 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42066) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:01.405505 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14c616-9c18-4ef6-b61b-77f33005ed47 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6d511e-8f14-42c8-a226-16a322e78418,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:01.413367 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.api.v2.resource [None req-88113710-f051-4e36-9692-ac8b3f4b1f8f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] show failed (client error): The resource could not be found. Nov 24 15:20:01.414384 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-88113710-f051-4e36-9692-ac8b3f4b1f8f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups/4f6d511e-8f14-42c8-a226-16a322e78418 HTTP/1.1" status: 404 len: 347 time: 0.0141416 Nov 24 15:20:01.417852 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42068) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:01.541981 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Deleting port 85e0ef3d-406e-4798-9ed8-a7cd0650de18 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:20:01.542324 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.620607 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.620942 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.633194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Calling delete_port for 85e0ef3d-406e-4798-9ed8-a7cd0650de18 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:20:01.837943 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.866651 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'Port': ['ID=85e0ef3d-406e-4798-9ed8-a7cd0650de18,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:01.927543 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.930098 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:01.931807 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b0d8cde9-1077-4859-9cbf-25a2dd084983 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "DELETE /v2.0/floatingips/98163e1e-be49-486e-b63d-609c7bbd4d7a HTTP/1.1" status: 204 len: 168 time: 0.5124712 Nov 24 15:20:02.283753 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.382013 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42074) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:02.386739 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844207191', 'description': 'tempest-description--237243363'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:02.443639 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.509177 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.637791 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.666546 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7339a9-400a-4551-aea7-09cd7610e849,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:02.731718 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.732996 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4effc8df-7a9c-45f1-8bea-72b23af383ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3499565 Nov 24 15:20:02.735896 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42078) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:02.740429 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group_rule': {'security_group_id': '9f7339a9-400a-4551-aea7-09cd7610e849', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:02.831052 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.889392 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.963387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:02.982140 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bc4c16-a260-430e-a1d7-c435b932a64f,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.033819 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.035050 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8413253f-746a-4062-860a-bce8bf69e599 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981706 Nov 24 15:20:03.040421 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42080) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:03.045173 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'security_group_rule': {'security_group_id': '9f7339a9-400a-4551-aea7-09cd7610e849', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:03.054726 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.122366 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.176358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:20:03.176979 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.196343 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: d1fddca2-bead-4de5-a308-c1b1ad826621 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:20:03.196688 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d1fddca2-bead-4de5-a308-c1b1ad826621 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:20:03.247429 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.265307 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d571a04e-3b9d-49a7-9e21-5460b9991e8b,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.348336 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.349612 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-04eaee72-f465-4528-82d1-8cae151aea89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076828 Nov 24 15:20:03.352638 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42082) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:03.357495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:03.443451 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.540553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.642166 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Allocated IP 172.27.2.83 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:03.748160 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.843725 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:03.884821 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:03.887630 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:03.891108 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:03.896608 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:03.979825 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.080569 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.083200 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.229538 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.288752 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.360597 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:04.376874 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.456458 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:04.457697 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-26392f3e-ac40-40dc-88b5-1fbe331ccdf5 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1035342 Nov 24 15:20:04.651264 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-6df4708f-c7ce-4c11-8257-57968541a7cd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1844207191&fields=id&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 267 time: 0.0441744 Nov 24 15:20:04.759795 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-94a2b389-bd0a-4f9d-a8ef-d56204201357 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:04.761281 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-94a2b389-bd0a-4f9d-a8ef-d56204201357 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 817 time: 0.1027660 Nov 24 15:20:04.780860 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-3d9b61b5-52e3-49be-93a3-a4b3a45b79b9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/quotas/29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 375 time: 0.0126133 Nov 24 15:20:04.830585 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-5e209b49-05d6-4d02-83ec-3297db4818fb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448544 Nov 24 15:20:04.928834 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-5f5ea108-9e1a-4cea-8873-b6950bc0463b service neutron] 10.222.0.15 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864890 Nov 24 15:20:05.017549 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-e2715401-40f9-4c78-8ebf-9b9d960c5053 service neutron] 10.222.0.15 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821371 Nov 24 15:20:05.269548 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e17fe216-7eda-419e-bb17-7632e120b882 req-e7c2d7f2-719c-4fab-8353-121c961ee55b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 210 time: 0.0281336 Nov 24 15:20:06.365861 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1fa672b8-0274-45ee-b59a-72bfefe255f5 req-b424c49b-45ee-4a22-b1a5-5f9889ef1869 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 210 time: 0.0259740 Nov 24 15:20:07.170719 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-25836069-017f-4645-b707-bd471739bc60 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:07.172805 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-25836069-017f-4645-b707-bd471739bc60 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 817 time: 0.1073148 Nov 24 15:20:07.247995 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-8b146be3-ff5e-4419-9557-2f84a4d70fee tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 380 time: 0.0581751 Nov 24 15:20:07.263604 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'port': {'device_id': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'admin_state_up': True, 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'security_groups': ['9f7339a9-400a-4551-aea7-09cd7610e849']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:07.454684 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Made reservation on behalf of 29c7807f7ad24ac5ac8abd2f485b0a97 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:20:07.458228 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.465749 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b91719d-26d0-4dbf-b639-1d9d7538be3c req-8e7ea4ee-9ce3-4a0e-81c2-aaa5179aa78e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 210 time: 0.0289145 Nov 24 15:20:07.582658 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Allocated IP 172.20.0.7 (b5ba6a4a-3182-4321-8939-892599c91e52/1335ebd8-f11c-42c0-9c06-e227dbc7567c/f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:20:07.719723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.854596 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:07.898895 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Network b5ba6a4a-3182-4321-8939-892599c91e52 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:20:07.902532 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:20:07.908784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:20:07.913021 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:07.965604 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:07.966249 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.040637 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-4d74c570-041c-471d-ac35-ad75f0bed3c0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7807996 Nov 24 15:20:08.061009 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Request body: {'port': {'device_id': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:08.112622 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.163769 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-f2392bed-c636-4476-bde4-458f9eb080a3 None None] Provisioning complete for port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:08.164437 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f2392bed-c636-4476-bde4-458f9eb080a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.200755 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f2392bed-c636-4476-bde4-458f9eb080a3 None None] Port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:20:08.367919 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:08.375799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.388075 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Transition to ACTIVE for port object f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:20:08.449069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.505670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:08.581098 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Attempting to bind port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:20:08.581432 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Attempting to bind port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:20:08.581762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Attempting to bind port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:08.586478 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe on network b5ba6a4a-3182-4321-8939-892599c91e52 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:20:08.586802 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Attempting to bind port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe on network b5ba6a4a-3182-4321-8939-892599c91e52 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:20:08.592369 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:20:08.598836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Checking segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:20:08.598836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Bound using segment: {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:20:08.598836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Bound port: f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb54af5-21c0-469b-8227-14a49aed4344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:20:08.598836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.603816 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89418f1d-5236-43c3-89f0-751ef9f74dd4 req-b7a6ace2-c8a9-4a40-8e50-95d11b032719 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.605423 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-89418f1d-5236-43c3-89f0-751ef9f74dd4 req-b7a6ace2-c8a9-4a40-8e50-95d11b032719 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0607538 Nov 24 15:20:08.661351 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:20:08.665188 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:20:08.666992 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-89418f1d-5236-43c3-89f0-751ef9f74dd4 req-97ce90a0-56af-49cf-9881-60fad5a08540 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538025 Nov 24 15:20:08.739452 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.775642 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.776322 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:08.777652 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] 10.222.0.83 "PUT /v2.0/ports/f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 1093 time: 0.7209470 Nov 24 15:20:08.778093 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:08.780353 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee8b503-0302-4041-8c50-e4369aba7e71" -d '{"events": [{"name": "network-changed", "server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:08.815273 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4bb57-1e2a-4cb0-b030-568c584bf428 service neutron] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:08.825456 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce00e9e-16ec-4973-a4ed-0f147055441c x-openstack-request-id: req-cce00e9e-16ec-4973-a4ed-0f147055441c {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:08.825755 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:08.826128 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cce00e9e-16ec-4973-a4ed-0f147055441c {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:08.826532 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'status': 'completed', 'code': 200} Nov 24 15:20:08.888250 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-0c2bb224-afad-425a-82cc-1d4399679bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:08.889743 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-0c2bb224-afad-425a-82cc-1d4399679bc0 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1096 time: 0.0424314 Nov 24 15:20:09.002252 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-883c3c09-baf5-4d4a-b206-1cc03e8ff2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.003715 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-883c3c09-baf5-4d4a-b206-1cc03e8ff2d6 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1024246 Nov 24 15:20:09.100146 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-ab204676-1e9a-46df-91a4-bad97e61b6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.101631 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3ee8b503-0302-4041-8c50-e4369aba7e71 req-ab204676-1e9a-46df-91a4-bad97e61b6bb service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0884728 Nov 24 15:20:09.186820 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-b3558ff6-8faf-4db5-92dc-5aa1216db183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.188307 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-b3558ff6-8faf-4db5-92dc-5aa1216db183 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1096 time: 0.0402603 Nov 24 15:20:09.242521 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-134585d8-e85b-4aac-8fcb-56fd3275f739 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 217 time: 0.0408149 Nov 24 15:20:09.297325 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-263abea5-5ab4-4c45-a5d9-3fbb2f5f7ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.298718 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-263abea5-5ab4-4c45-a5d9-3fbb2f5f7ba0 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0429792 Nov 24 15:20:09.345218 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-0dde70af-6115-4115-90cd-aa0439976e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.347021 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-0dde70af-6115-4115-90cd-aa0439976e99 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393696 Nov 24 15:20:09.441484 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-7d9b4172-c301-4c8b-b179-d6108b7c5a41 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830820 Nov 24 15:20:09.534178 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1303309-96b1-4a3b-96cb-6e7218ca5b96 req-219fea10-57ba-4953-b8b3-98a95c935e53 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820873 Nov 24 15:20:09.786146 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7d521e-cdfb-472c-a38a-ddc7ffc8e345 req-5fd35177-8a7e-4ecc-b8ab-74f21f22c949 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:09.787588 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dd7d521e-cdfb-472c-a38a-ddc7ffc8e345 req-5fd35177-8a7e-4ecc-b8ab-74f21f22c949 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0518472 Nov 24 15:20:09.834406 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dd7d521e-cdfb-472c-a38a-ddc7ffc8e345 req-96fed7c9-914a-4466-8332-151e261b6eec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Nov 24 15:20:10.952372 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad623a1-443a-45f0-84f8-800a0c9e462c req-ba787d15-5a9e-432f-992a-f463ee408999 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:10.953833 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6ad623a1-443a-45f0-84f8-800a0c9e462c req-ba787d15-5a9e-432f-992a-f463ee408999 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0479703 Nov 24 15:20:11.000324 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6ad623a1-443a-45f0-84f8-800a0c9e462c req-8b1e114e-85ca-4733-abdc-1d22b45fdee3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406432 Nov 24 15:20:12.116140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad6654-9d37-4172-836c-32f0e3799f39 req-7d3b57d0-92c5-4023-87e1-c2aec51a444f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:12.117579 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-baad6654-9d37-4172-836c-32f0e3799f39 req-7d3b57d0-92c5-4023-87e1-c2aec51a444f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0472195 Nov 24 15:20:12.167117 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-baad6654-9d37-4172-836c-32f0e3799f39 req-f77a2977-7b6a-42c6-a5ce-b0392c1c3cab tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431564 Nov 24 15:20:13.239547 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:20:13.284109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66710995-9adb-4522-866c-bc3a14689d18 req-5bf03ad3-1405-46a7-a23f-b11b0e7fbaf4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:13.285578 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-66710995-9adb-4522-866c-bc3a14689d18 req-5bf03ad3-1405-46a7-a23f-b11b0e7fbaf4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0481632 Nov 24 15:20:13.338087 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-66710995-9adb-4522-866c-bc3a14689d18 req-41bb0ecc-21ce-49eb-aef1-8a3ca9d51568 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457652 Nov 24 15:20:13.339019 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:13.350502 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:20:13.387759 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.400656 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:20:13.419395 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:13.499014 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:13.547330 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:13.554895 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.555253 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.555602 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.555970 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.556341 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.556679 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.557012 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.557344 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.557676 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.558005 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.558332 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.558660 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:20:13.836300 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:20:14.456234 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4f154-d10e-4d7c-8c5c-954564457e2d req-5049fc85-cb82-4f47-bb82-b03e515abc94 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:14.457687 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c7c4f154-d10e-4d7c-8c5c-954564457e2d req-5049fc85-cb82-4f47-bb82-b03e515abc94 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 944 time: 0.0481193 Nov 24 15:20:14.503596 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c7c4f154-d10e-4d7c-8c5c-954564457e2d req-5efcd6a4-679b-4ea5-b67f-43c470110150 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Nov 24 15:20:15.254729 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:20:15.374455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:20:15.379003 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:20:15.379470 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.457116 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.479103 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:15.481804 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d8a2ee-d8ab-491b-bd47-76c02f7435f6" -d '{"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:15.495122 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:20:15.551855 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:15.577275 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953a5051-b744-48c7-91b8-104bba687340 x-openstack-request-id: req-953a5051-b744-48c7-91b8-104bba687340 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:15.577570 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:15.577824 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-953a5051-b744-48c7-91b8-104bba687340 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:15.578216 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'code': 200} Nov 24 15:20:15.614277 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:20:15.641206 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2caea9a-4d16-4ffb-8d95-8864126a06d6 req-9981f7f3-6e64-4fd4-8dc5-d0118a8a8cbd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.642803 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f2caea9a-4d16-4ffb-8d95-8864126a06d6 req-9981f7f3-6e64-4fd4-8dc5-d0118a8a8cbd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0567114 Nov 24 15:20:15.690388 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f2caea9a-4d16-4ffb-8d95-8864126a06d6 req-bb8ff6fb-f2eb-4f48-b481-2319491f0114 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411325 Nov 24 15:20:15.872488 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3454c0b-dfd3-49a9-8d5e-2f5efbb31f4d req-eb01a05b-1607-4bda-b80e-a38fa9fede53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:15.873869 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a3454c0b-dfd3-49a9-8d5e-2f5efbb31f4d req-eb01a05b-1607-4bda-b80e-a38fa9fede53 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1098 time: 0.0420198 Nov 24 15:20:15.918286 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a3454c0b-dfd3-49a9-8d5e-2f5efbb31f4d req-67f1fe97-86b4-4cf2-9751-1911e96b3f44 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Nov 24 15:20:16.812595 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30866445-ebe5-4d62-9273-cb4f76949088 req-d97cba35-e8b7-44b7-9394-ceaefc58c926 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:16.814071 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-30866445-ebe5-4d62-9273-cb4f76949088 req-d97cba35-e8b7-44b7-9394-ceaefc58c926 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0515699 Nov 24 15:20:16.860789 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-30866445-ebe5-4d62-9273-cb4f76949088 req-5edb77d0-dd60-421d-b1c0-506660a956bb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409086 Nov 24 15:20:17.980223 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580ec20-d21e-4e0c-9d44-6b354d77a228 req-b02f3c4c-d0b2-45f9-98a3-1c655a201f8d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:17.981703 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a580ec20-d21e-4e0c-9d44-6b354d77a228 req-b02f3c4c-d0b2-45f9-98a3-1c655a201f8d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0488322 Nov 24 15:20:18.028519 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a580ec20-d21e-4e0c-9d44-6b354d77a228 req-a0bd0bfc-b42c-4098-b30c-e2a7773f9b8d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408120 Nov 24 15:20:18.142757 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb2fb88-1422-46f6-8ecf-a93e92063e1c req-856b33bd-5af4-47cb-aef7-a2d17ab42173 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:18.144123 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5eb2fb88-1422-46f6-8ecf-a93e92063e1c req-856b33bd-5af4-47cb-aef7-a2d17ab42173 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0469296 Nov 24 15:20:18.153185 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42176) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:20:18.157530 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Request body: {'floatingip': {'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:20:18.197968 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.623717 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.700136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:18.799923 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Floating IP 312733df-49fd-4440-9d09-e12ce1c91e8e associated. External IP: 172.27.2.83, port: f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe. Nov 24 15:20:19.015275 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:20:19.124865 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:20:19.129780 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:19.138682 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:20:19.148575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:19.149179 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:19.157844 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b7a9a2fa-d53e-4185-8558-1267a1cc8453 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "PUT /v2.0/floatingips/312733df-49fd-4440-9d09-e12ce1c91e8e HTTP/1.1" status: 200 len: 990 time: 1.0036297 Nov 24 15:20:19.158451 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:20:19.160686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595e7dbf-f14a-4e61-a249-e3281bc01ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:20:19.197498 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318c5941-e29b-4742-bb56-1a6bb6238d60 x-openstack-request-id: req-318c5941-e29b-4742-bb56-1a6bb6238d60 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:20:19.197792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:20:19.198045 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-318c5941-e29b-4742-bb56-1a6bb6238d60 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:20:19.198446 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'status': 'completed', 'code': 200} Nov 24 15:20:19.258476 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:19.262824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-857e6470-65e4-4337-b105-8ad7c2021996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:19.264682 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-857e6470-65e4-4337-b105-8ad7c2021996 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1098 time: 0.0409057 Nov 24 15:20:19.362673 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-8a6e7520-7b9f-4782-a632-a261c01c256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:19.364170 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-8a6e7520-7b9f-4782-a632-a261c01c256d service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.0907586 Nov 24 15:20:19.430406 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-6078cd95-9793-471c-a384-d8bca744d278 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 998 time: 0.0585248 Nov 24 15:20:19.485249 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-474a96ae-5157-4926-8310-45514e5b4d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:19.486722 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-474a96ae-5157-4926-8310-45514e5b4d3a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0487671 Nov 24 15:20:19.498694 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '312733df-49fd-4440-9d09-e12ce1c91e8e', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:20:03Z', 'updated_at': '2021-11-24T15:20:18Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:19.525856 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:20:19.534122 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:20:19.534725 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:19:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:19.539183 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-9b46936b-c938-4efc-a26f-2658ff6948d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:19.540755 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-9b46936b-c938-4efc-a26f-2658ff6948d3 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426180 Nov 24 15:20:19.640516 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:20:19.721957 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-b3036176-74e5-40c4-84d2-7f5403e3ea3c service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729801 Nov 24 15:20:19.822571 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-595e7dbf-f14a-4e61-a249-e3281bc01ed6 req-c88228d2-a8b0-47f6-b3e1-d202db4f3be1 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925448 Nov 24 15:20:19.881839 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '312733df-49fd-4440-9d09-e12ce1c91e8e', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:20:03Z', 'updated_at': '2021-11-24T15:20:18Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:20:19.909662 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dab692-6fe0-4b51-bf94-4c63a9128b26 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '312733df-49fd-4440-9d09-e12ce1c91e8e', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'floating_ip_address': '172.27.2.83', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:20:03Z', 'updated_at': '2021-11-24T15:20:18Z', 'revision_number': 1, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:20:20.116388 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd3aa8d-881f-4ac6-a26e-a5e66ea46dc5 None None] New status for floating IP 312733df-49fd-4440-9d09-e12ce1c91e8e: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:20:26.634601 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:20:27.237443 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-44b64cbe-59d1-43bf-843d-859e767e7eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:29.579977 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-344766a6-0c52-47ba-a1ad-4cbd2e5cb462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:30.637558 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:32.288718 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:33.043833 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.110658 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:34.294016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-902e50bb-d0cc-446b-be47-ca7ea8875197 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392923 Nov 24 15:20:34.391950 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-3dfbafd8-5844-4c2f-b6fc-912c2b9a1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:34.393586 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-3dfbafd8-5844-4c2f-b6fc-912c2b9a1540 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0557735 Nov 24 15:20:34.502555 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-462826bd-abe1-48c8-8d3b-7c8838b6ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:34.504335 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-462826bd-abe1-48c8-8d3b-7c8838b6ba8f service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.0878425 Nov 24 15:20:34.839919 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-b34805e4-6365-4663-81a4-a5008eec23a1 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 1001 time: 0.3138909 Nov 24 15:20:34.889073 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-2d492484-8acd-4ac1-b759-65b1f59ae019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:34.897462 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-2d492484-8acd-4ac1-b759-65b1f59ae019 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0424881 Nov 24 15:20:34.935434 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-fd99bc9d-9c94-41c2-b970-872f971f6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:34.936913 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-fd99bc9d-9c94-41c2-b970-872f971f6bdb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390234 Nov 24 15:20:35.032709 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-d6f6915b-6d7a-429e-9bda-5780a137470f service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879834 Nov 24 15:20:35.122312 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6d22047d-a623-44d2-ab51-98afc62fe1fb req-8654714c-30fa-4990-b315-4ae143f926d5 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818949 Nov 24 15:20:57.190789 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3555f990-6f2b-478a-b0ca-6c51f8c4f427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:58.410704 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96eccdb-d9ba-44b8-ac3c-511f4ee6e4ab req-0f691656-959c-4d54-a3bb-f9b37737648f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:58.412355 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d96eccdb-d9ba-44b8-ac3c-511f4ee6e4ab req-0f691656-959c-4d54-a3bb-f9b37737648f tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0568638 Nov 24 15:20:58.465992 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d96eccdb-d9ba-44b8-ac3c-511f4ee6e4ab req-7c5c21dd-55e7-4386-b7a8-b7c3e1fe958c tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464103 Nov 24 15:20:59.573841 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0a46e5a9-ff48-47ff-8069-0dff13103fb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:20:59.582575 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b1404-b447-4a28-8809-48f14d44439f req-0f216814-a04c-4184-9d7d-b0f77fa675e0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:20:59.586397 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d69b1404-b447-4a28-8809-48f14d44439f req-0f216814-a04c-4184-9d7d-b0f77fa675e0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0496898 Nov 24 15:20:59.631672 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d69b1404-b447-4a28-8809-48f14d44439f req-ecddeace-3fe2-4af3-bbed-b91d663f0c79 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415339 Nov 24 15:21:00.361262 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-67bd57a7-7730-4317-9936-23537d21d8d6 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:00.362648 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-67bd57a7-7730-4317-9936-23537d21d8d6 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0467317 Nov 24 15:21:00.453485 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Deleting port fdcff540-cae6-492c-8753-33e9c103ae62 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:00.453812 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.540460 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] For port fdcff540-cae6-492c-8753-33e9c103ae62, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=fdcff540-cae6-492c-8753-33e9c103ae62,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:00.540827 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.607542 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.737327 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.738000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:00.738000 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Floating IP 52d85a14-bb14-483e-a004-5e4cb8f4e308 disassociated. External IP: 172.27.2.248, port: fdcff540-cae6-492c-8753-33e9c103ae62. Nov 24 15:21:00.738320 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Calling delete_port for fdcff540-cae6-492c-8753-33e9c103ae62 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:00.765181 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7f260-4e31-4082-8e1a-76460a41ed7d req-728b58d9-fd26-4301-97a0-ff7f7ff06567 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:00.766645 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11a7f260-4e31-4082-8e1a-76460a41ed7d req-728b58d9-fd26-4301-97a0-ff7f7ff06567 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 945 time: 0.0693138 Nov 24 15:21:00.852038 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11a7f260-4e31-4082-8e1a-76460a41ed7d req-291558b3-6077-40e1-962c-7765a931ba6b tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups?id=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585797 Nov 24 15:21:00.979526 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.008394 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'Port': ['ID=fdcff540-cae6-492c-8753-33e9c103ae62,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:01.020343 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.020706 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.021059 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.021671 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.022019 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.022362 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.022701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.023046 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.023382 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.023715 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.024063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.024396 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:01.136945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:01.247205 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:01.256634 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:01.266270 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:01.266888 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:20:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:01.285815 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] No DVR routers for this DVR port fdcff540-cae6-492c-8753-33e9c103ae62 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:21:01.288584 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:01.293320 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f8b246b7-b8ad-4931-8960-fc008f08c766 req-c9b86fab-9655-4463-9190-b9049ef17091 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.83 "DELETE /v2.0/ports/fdcff540-cae6-492c-8753-33e9c103ae62 HTTP/1.1" status: 204 len: 173 time: 0.9237118 Nov 24 15:21:01.293784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'name': 'network-vif-deleted', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:01.296050 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba4b31-c76f-4c2a-be5e-6e2b3a58f740" -d '{"events": [{"server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "name": "network-vif-deleted", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:01.336430 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba3f220-010b-4234-83e3-0586fcacdeae x-openstack-request-id: req-7ba3f220-010b-4234-83e3-0586fcacdeae {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:01.351274 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a531280-41d3-4e79-9556-9261eeab8eba", "name": "network-vif-deleted", "tag": "fdcff540-cae6-492c-8753-33e9c103ae62", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:01.351274 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ba3f220-010b-4234-83e3-0586fcacdeae {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:01.351274 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a531280-41d3-4e79-9556-9261eeab8eba', 'name': 'network-vif-deleted', 'tag': 'fdcff540-cae6-492c-8753-33e9c103ae62', 'status': 'completed', 'code': 200} Nov 24 15:21:01.510021 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:01.706943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:01.733604 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:01.741726 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:01.742333 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:20:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:01.848156 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:01.976202 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-49ab0904-7b44-4ab3-acde-3db49d636b24 req-72cb52d9-f352-4dea-939a-454ee35d7244 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a531280-41d3-4e79-9556-9261eeab8eba HTTP/1.1" status: 200 len: 210 time: 0.0324950 Nov 24 15:21:02.053920 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:02.081562 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382b375a-1125-4da2-b546-74726aa0cad0 None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:14:31Z', 'revision_number': 4, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'a85899ff-50ec-4115-97d2-321ff9908d8e', 'name': '', 'network_id': 'df2ca626-256c-416b-ab3e-7ddc9ba9d04a', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'mac_address': 'fa:16:3e:bd:21:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:29Z', 'updated_at': '2021-11-24T15:14:40Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'subnets': [{'id': 'd2fa3971-52c9-4edf-8098-638115ff5cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:02.298669 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00a590-7b92-4d68-af3a-aeafb6dcb321 None None] New status for floating IP 52d85a14-bb14-483e-a004-5e4cb8f4e308: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:21:02.328473 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.024773 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.111320 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42436) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.177490 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.204106 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.322111 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.325522 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.326812 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "DELETE /v2.0/security-groups/a7b15ace-cd5e-4a34-84f9-a62b5af58cdd HTTP/1.1" status: 204 len: 168 time: 0.2143896 Nov 24 15:21:03.329657 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42442) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.337379 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d0c888-189d-4aee-87e1-75a6d253c3a0 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b15ace-cd5e-4a34-84f9-a62b5af58cdd,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.346470 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.api.v2.resource [None req-8551026a-b0aa-4b94-a747-6c674edc7a89 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] show failed (client error): The resource could not be found. Nov 24 15:21:03.348144 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8551026a-b0aa-4b94-a747-6c674edc7a89 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "GET /v2.0/security-groups/a7b15ace-cd5e-4a34-84f9-a62b5af58cdd HTTP/1.1" status: 404 len: 347 time: 0.0173063 Nov 24 15:21:03.357854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42444) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:03.366721 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device fdcff540-cae6-492c-8753-33e9c103ae62 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:03.388931 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: fdcff540-cae6-492c-8753-33e9c103ae62 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:21:03.389278 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device fdcff540-cae6-492c-8753-33e9c103ae62 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:21:03.490445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Deleting port ee8955be-9966-4f09-8ce0-a4c2ca787eea {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:03.490772 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.567513 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.567756 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.579509 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Calling delete_port for ee8955be-9966-4f09-8ce0-a4c2ca787eea owned by network:floatingip {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:03.633304 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:21:03.762197 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.794014 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Pushing event deleted for resources: {'Port': ['ID=ee8955be-9966-4f09-8ce0-a4c2ca787eea,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:03.857090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks [] for floatingip, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.860831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:03.863091 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-73a5cf7e-955f-4cca-a293-df7f60699c87 tempest-AttachVolumeTestJSON-1073836705 tempest-AttachVolumeTestJSON-1073836705-project] 10.222.0.15 "DELETE /v2.0/floatingips/52d85a14-bb14-483e-a004-5e4cb8f4e308 HTTP/1.1" status: 204 len: 168 time: 0.5039756 Nov 24 15:21:04.093801 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:06.257436 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc74d16-4415-44f5-ae08-594586b0748f req-2e17c50b-a063-4a4f-ab3c-b2be139ff06f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:06.258917 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cbc74d16-4415-44f5-ae08-594586b0748f req-2e17c50b-a063-4a4f-ab3c-b2be139ff06f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0534058 Nov 24 15:21:06.307105 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cbc74d16-4415-44f5-ae08-594586b0748f req-574a0050-cff5-4ea9-be7d-53e30091a4ff tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422907 Nov 24 15:21:07.427191 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28936ed0-b44f-40e0-950d-3635f73ac696 req-f86c0e59-8dde-425f-9bc8-bd42a36d10aa tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:07.428694 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-28936ed0-b44f-40e0-950d-3635f73ac696 req-f86c0e59-8dde-425f-9bc8-bd42a36d10aa tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0487847 Nov 24 15:21:07.474801 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-28936ed0-b44f-40e0-950d-3635f73ac696 req-9f9bd91f-3906-4ad5-bb1c-2e76aad61eb0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395889 Nov 24 15:21:07.738858 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42496) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:08.235318 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:08.599356 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1a0dc-fc90-43d5-b184-30dc638b9b2b req-616bfa12-af3e-4b73-9632-2a7dc598b09c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:08.601074 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-98a1a0dc-fc90-43d5-b184-30dc638b9b2b req-616bfa12-af3e-4b73-9632-2a7dc598b09c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0516644 Nov 24 15:21:08.653055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-98a1a0dc-fc90-43d5-b184-30dc638b9b2b req-c39c8aaf-7e5e-4767-8675-b1ffb5295c64 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457795 Nov 24 15:21:08.736883 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Deleting port a85899ff-50ec-4115-97d2-321ff9908d8e {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:08.737490 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:08.813374 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] For port a85899ff-50ec-4115-97d2-321ff9908d8e, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=a85899ff-50ec-4115-97d2-321ff9908d8e,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:08.813672 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:08.826312 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Calling delete_port for a85899ff-50ec-4115-97d2-321ff9908d8e owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:09.053225 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:09.081517 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Pushing event deleted for resources: {'Port': ['ID=a85899ff-50ec-4115-97d2-321ff9908d8e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:09.090319 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.090668 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.091007 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.091340 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.091671 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.092562 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.092562 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.092771 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.092959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.093336 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.093659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.093980 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:09.259275 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:09.477647 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Router 2c7f2e3f-e5c9-4086-9810-32011666350b has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:09.581787 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:09.586808 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8a58250b-88a4-4f7f-9020-bfc27ffb9f8e admin admin] 10.222.0.15 "PUT /v2.0/routers/2c7f2e3f-e5c9-4086-9810-32011666350b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8469329 Nov 24 15:21:09.589324 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42502) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:09.591865 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Sync routers for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:09.602013 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:09.606530 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:20:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:09.701125 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:09.727986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:09.827724 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1affc-ac89-4c01-a41b-45fde35b4415 req-9c244a06-d30d-40d4-8523-d82f1a6e5d9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:09.829189 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92a1affc-ac89-4c01-a41b-45fde35b4415 req-9c244a06-d30d-40d4-8523-d82f1a6e5d9c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0948222 Nov 24 15:21:09.854303 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:09.887148 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-92a1affc-ac89-4c01-a41b-45fde35b4415 req-dc4cf8f6-aec2-4473-9d08-0b4860011e62 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511935 Nov 24 15:21:09.905358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43'}], 'enable_snat': True}, 'gw_port_id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:21:08Z', 'revision_number': 5, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port': {'id': '76af7819-c3f1-4866-9457-dbf61cb12273', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:72:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:14:24Z', 'updated_at': '2021-11-24T15:14:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:09.931745 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Checking router: 2c7f2e3f-e5c9-4086-9810-32011666350b for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:09.940006 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Routers {'2c7f2e3f-e5c9-4086-9810-32011666350b'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:09.940637 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:20:59Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['2c7f2e3f-e5c9-4086-9810-32011666350b'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:09.975436 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Deleting port 76af7819-c3f1-4866-9457-dbf61cb12273 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:09.975777 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.030083 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] Set router 2c7f2e3f-e5c9-4086-9810-32011666350b gateway port host: None {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:10.071576 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] For port 76af7819-c3f1-4866-9457-dbf61cb12273, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=76af7819-c3f1-4866-9457-dbf61cb12273,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:10.071990 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.084372 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Calling delete_port for 76af7819-c3f1-4866-9457-dbf61cb12273 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:10.084826 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:21:09Z', 'revision_number': 6, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:10.111394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd48fa3a-cf28-4e41-89e6-132b5085d6b2 None None] The sync data for ids ['2c7f2e3f-e5c9-4086-9810-32011666350b'] in dv-cinder-816898-4-iscsi is: [{'id': '2c7f2e3f-e5c9-4086-9810-32011666350b', 'name': 'tempest-AttachVolumeTestJSON-1757404252-router', 'tenant_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:14:23Z', 'updated_at': '2021-11-24T15:21:09Z', 'revision_number': 6, 'project_id': 'e5929a0c9c79452ca0e05525de2bdc3a', 'gw_port_host': None}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:10.304872 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.333124 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Pushing event deleted for resources: {'Port': ['ID=76af7819-c3f1-4866-9457-dbf61cb12273,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:10.395235 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.484279 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.486530 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.590428 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.590914 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c7f2e3f-e5c9-4086-9810-32011666350b {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:21:10.595736 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.596917 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e06c9bc4-4061-4e45-b300-931e1a0fe532 admin admin] 10.222.0.15 "DELETE /v2.0/routers/2c7f2e3f-e5c9-4086-9810-32011666350b HTTP/1.1" status: 204 len: 168 time: 1.0066798 Nov 24 15:21:10.599504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42506) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:10.647280 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Deleting subnet d2fa3971-52c9-4edf-8098-638115ff5cf0 {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:21:10.650372 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.684641 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13844893'] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.787724 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.893546 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12602047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317819'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.918454 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2fa3971-52c9-4edf-8098-638115ff5cf0,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:10.925616 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:10.931730 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe23081-c1ff-4f9f-add3-6c7c7f4a9246 None None] Network df2ca626-256c-416b-ab3e-7ddc9ba9d04a requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:21:10.933504 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42510) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:10.940586 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-d6a4f8d7-968f-410c-a0db-96868d828291 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d2fa3971-52c9-4edf-8098-638115ff5cf0 HTTP/1.1" status: 204 len: 168 time: 0.3399224 Nov 24 15:21:11.014889 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.018103 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124b41fd-8419-4629-89a4-117f21bf6cd4 req-f6e045a0-b494-4114-b60e-b668f047fe17 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:11.019886 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-124b41fd-8419-4629-89a4-117f21bf6cd4 req-f6e045a0-b494-4114-b60e-b668f047fe17 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0517025 Nov 24 15:21:11.072663 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-124b41fd-8419-4629-89a4-117f21bf6cd4 req-b867e93e-ebd3-4e6c-953a-45dd5327566f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451932 Nov 24 15:21:11.087522 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Deleting port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:11.087979 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.141699 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] DHCP port deletion for df2ca626-256c-416b-ab3e-7ddc9ba9d04a request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:21:11.161448 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] For port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:11.161830 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.176008 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Calling delete_port for dbdaac51-a094-41b6-888c-7a2e3dcc8c9b owned by network:dhcp {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:11.203347 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Deleting port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:11.203721 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.266440 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] For port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,segment=NetworkSegment(ae48fa21-47bc-4a0e-b250-2ac9b0185319),segment_id=ae48fa21-47bc-4a0e-b250-2ac9b0185319)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:11.266841 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.280105 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Calling delete_port for dbdaac51-a094-41b6-888c-7a2e3dcc8c9b owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:11.333148 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.360162 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Pushing event deleted for resources: {'Port': ['ID=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:11.363716 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] No DVR routers for this DVR port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b on host dv-cinder-816898-4-iscsi {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:21:11.395213 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.421466 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] Pushing event deleted for resources: {'Port': ['ID=dbdaac51-a094-41b6-888c-7a2e3dcc8c9b,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:11.425061 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b8c3bb-d94d-45c4-83e4-4abab9f46425 None None] No DVR routers for this DVR port dbdaac51-a094-41b6-888c-7a2e3dcc8c9b on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:21:11.443519 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.465120 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df2ca626-256c-416b-ab3e-7ddc9ba9d04a']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:11.474388 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae48fa21-47bc-4a0e-b250-2ac9b0185319') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:11.474676 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae48fa21-47bc-4a0e-b250-2ac9b0185319') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:11.484359 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-970561'] for segment, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.496983 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.502814 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Releasing vlan 1194 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12673956'] for segment, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: Traceback (most recent call last): Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: timer() Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: cb(*args, **kw) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: return func(*args, **kwargs) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: self._notify() Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: self.callback(batched_events) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: event.method(event) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: return f(self, *a, **k) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._get(url).json() Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:21:11.504821 dv-cinder-816898-4-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:21:11.613351 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.618919 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.622378 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] 10.222.0.15 "DELETE /v2.0/networks/df2ca626-256c-416b-ab3e-7ddc9ba9d04a HTTP/1.1" status: 204 len: 168 time: 0.6878746 Nov 24 15:21:11.636554 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa745f8-b754-42d6-852b-dec7ccdc8e7e admin admin] Pushing event deleted for resources: {'Network': ['ID=df2ca626-256c-416b-ab3e-7ddc9ba9d04a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:11.856644 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42514) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:11.895886 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d9308b44-42c1-4870-86d6-791911cc5baa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5929a0c9c79452ca0e05525de2bdc3a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0380244 Nov 24 15:21:11.898481 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42516) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:11.948836 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:11.969858 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:12.040573 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device a85899ff-50ec-4115-97d2-321ff9908d8e no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:12.064548 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: a85899ff-50ec-4115-97d2-321ff9908d8e {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:21:12.064759 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:12.064899 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device a85899ff-50ec-4115-97d2-321ff9908d8e not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:21:12.065319 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dbdaac51-a094-41b6-888c-7a2e3dcc8c9b no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:12.067246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:12.068525 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d44d401e-81a0-4924-be4e-645717106850 HTTP/1.1" status: 204 len: 168 time: 0.1690454 Nov 24 15:21:12.077328 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbeeb5-9fcb-4204-bcf6-82368e497e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d401e-81a0-4924-be4e-645717106850,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:12.086047 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: dbdaac51-a094-41b6-888c-7a2e3dcc8c9b {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:21:12.086401 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dbdaac51-a094-41b6-888c-7a2e3dcc8c9b not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:21:12.086838 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 76af7819-c3f1-4866-9457-dbf61cb12273 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:12.113669 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 76af7819-c3f1-4866-9457-dbf61cb12273 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:21:12.114023 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 76af7819-c3f1-4866-9457-dbf61cb12273 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:21:12.197614 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81043fe-699f-447c-a793-99b606159d79 req-9ccb2daf-3cac-4796-967f-38680a23036a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:12.199102 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c81043fe-699f-447c-a793-99b606159d79 req-9ccb2daf-3cac-4796-967f-38680a23036a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0491230 Nov 24 15:21:12.247152 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c81043fe-699f-447c-a793-99b606159d79 req-28a1620b-9030-48cf-b62e-2605aae43d2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419750 Nov 24 15:21:13.379482 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2f39d-a06a-45f7-a0fb-376b440d5c3f req-1706a718-d47c-4b7b-84e4-3c6e42394f91 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:13.381239 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9db2f39d-a06a-45f7-a0fb-376b440d5c3f req-1706a718-d47c-4b7b-84e4-3c6e42394f91 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0534019 Nov 24 15:21:13.432818 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9db2f39d-a06a-45f7-a0fb-376b440d5c3f req-f3d63100-5aad-4a91-896c-8a77f1e7bd6a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456278 Nov 24 15:21:14.555613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37c948-884b-4a2a-9837-dd71d3d5ec33 req-79ca66e9-1ef6-4619-a8f6-fa23ee02e98d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:14.557097 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f37c948-884b-4a2a-9837-dd71d3d5ec33 req-79ca66e9-1ef6-4619-a8f6-fa23ee02e98d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0487959 Nov 24 15:21:14.609539 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1f37c948-884b-4a2a-9837-dd71d3d5ec33 req-6692c49c-d249-4055-9792-2ccd02d392c7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462055 Nov 24 15:21:15.732319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805720f-fbcc-46ec-908e-485098919a66 req-09d19fe2-8eb1-416d-a6d6-1e8c9f518a8b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:15.733765 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2805720f-fbcc-46ec-908e-485098919a66 req-09d19fe2-8eb1-416d-a6d6-1e8c9f518a8b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0485671 Nov 24 15:21:15.780228 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2805720f-fbcc-46ec-908e-485098919a66 req-2bd254b0-5bb5-4e31-8575-9374cba9f445 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404849 Nov 24 15:21:16.897078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd805d-fa2d-47a1-9f58-816dcc1238c7 req-4b55eb72-1128-4718-ac93-ed662ef5a919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:16.898528 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fcbd805d-fa2d-47a1-9f58-816dcc1238c7 req-4b55eb72-1128-4718-ac93-ed662ef5a919 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0481112 Nov 24 15:21:16.944384 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fcbd805d-fa2d-47a1-9f58-816dcc1238c7 req-006b4ad3-90cd-4e0e-9a26-5af93587128f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399649 Nov 24 15:21:18.066012 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb90631-29f6-4e6b-b809-89f7674b185c req-e3a80466-b6f2-478c-af9c-c2438131970a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:18.067469 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0cb90631-29f6-4e6b-b809-89f7674b185c req-e3a80466-b6f2-478c-af9c-c2438131970a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0514131 Nov 24 15:21:18.113958 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0cb90631-29f6-4e6b-b809-89f7674b185c req-04b225f3-b259-4011-b1bd-a0d837eafcc1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405581 Nov 24 15:21:19.231850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f245d0-baab-444a-a90d-cde7e109e170 req-3ba4d0e0-a983-4478-a3aa-c764cfa62612 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:19.233860 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a7f245d0-baab-444a-a90d-cde7e109e170 req-3ba4d0e0-a983-4478-a3aa-c764cfa62612 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0477531 Nov 24 15:21:19.280733 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a7f245d0-baab-444a-a90d-cde7e109e170 req-685b7b3d-6fdb-4b0b-8e71-dca5a48a9201 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410786 Nov 24 15:21:20.412368 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d76329-1cd3-4628-98de-c81724935d57 req-da9fd55c-25b4-44c0-b53a-74a72f10f214 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:20.413819 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57d76329-1cd3-4628-98de-c81724935d57 req-da9fd55c-25b4-44c0-b53a-74a72f10f214 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0513742 Nov 24 15:21:20.460595 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-57d76329-1cd3-4628-98de-c81724935d57 req-eb34f85e-8757-4175-8206-4cb27f4eeb4e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403562 Nov 24 15:21:21.490268 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:21:21.595914 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd1920-73c2-4d0b-87a5-0485718046be req-50ed28c5-ac98-4b8a-a196-f8be50c37e8c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:21.597411 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a3cd1920-73c2-4d0b-87a5-0485718046be req-50ed28c5-ac98-4b8a-a196-f8be50c37e8c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0493944 Nov 24 15:21:21.614381 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:21.626707 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:21:21.647630 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a3cd1920-73c2-4d0b-87a5-0485718046be req-3223fd8e-df03-40d4-b1a7-7ab2edc86032 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Nov 24 15:21:21.665923 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.681261 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:21.704141 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:21.772886 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:21.827634 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=6']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:21.835155 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.835516 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.835863 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.836234 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.836578 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.836917 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.837252 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.837588 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.837922 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.838252 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.838581 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.838907 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:21:21.864869 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:21:22.697598 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42676) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:22.791721 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5627d-b1c7-46b7-9b0e-464a28d38b33 req-53bc481d-cf3b-4b34-be1d-a708bc3dbc8b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:22.793337 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d6d5627d-b1c7-46b7-9b0e-464a28d38b33 req-53bc481d-cf3b-4b34-be1d-a708bc3dbc8b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 944 time: 0.0536242 Nov 24 15:21:22.835403 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-766547a6-e38d-47ed-b1a4-02cafd6f075c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.876768 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d6d5627d-b1c7-46b7-9b0e-464a28d38b33 req-f7fe0fcd-eff1-48ac-8e01-63bab4dc6bf3 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763872 Nov 24 15:21:22.953812 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-766547a6-e38d-47ed-b1a4-02cafd6f075c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:22.996485 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-766547a6-e38d-47ed-b1a4-02cafd6f075c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.041650 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766547a6-e38d-47ed-b1a4-02cafd6f075c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b97305-039c-4549-aec9-a1f05efb0614,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.048985 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42680) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:23.055135 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-766547a6-e38d-47ed-b1a4-02cafd6f075c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=434f8045944a420e8bdeffb04e6750a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3563395 Nov 24 15:21:23.101756 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.126063 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.230732 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.234110 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.238484 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1b97305-039c-4549-aec9-a1f05efb0614 HTTP/1.1" status: 204 len: 168 time: 0.1884766 Nov 24 15:21:23.258293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f394b-5a81-4190-93e9-fe3942b01455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b97305-039c-4549-aec9-a1f05efb0614,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:23.489291 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:23.557594 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:23.557886 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.660191 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:23.688647 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:23.691107 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3196a7b4-df63-46fb-8ed8-2ffd50f78640" -d '{"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:23.728072 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:23.740422 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daa6d0e-e5ca-4e8a-851f-75d69d0fa30f x-openstack-request-id: req-1daa6d0e-e5ca-4e8a-851f-75d69d0fa30f {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:23.740896 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:23.741218 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1daa6d0e-e5ca-4e8a-851f-75d69d0fa30f {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:23.741677 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'code': 200} Nov 24 15:21:23.819411 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:24.048240 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4250578b-0602-48cf-bfe2-09358c73ef02 req-d9ec6ba7-dbff-4b63-91d1-4b790c30db76 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:24.049760 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4250578b-0602-48cf-bfe2-09358c73ef02 req-d9ec6ba7-dbff-4b63-91d1-4b790c30db76 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0823598 Nov 24 15:21:24.066129 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=7']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:24.131016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4250578b-0602-48cf-bfe2-09358c73ef02 req-20e047d0-cca4-4e8b-b766-d44d5263c7d4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729170 Nov 24 15:21:25.254504 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049ca2-2d40-4990-9dc7-0e733e79b722 req-a432264c-a2ba-42d9-8cc3-ee11d9672244 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:25.256256 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a3049ca2-2d40-4990-9dc7-0e733e79b722 req-a432264c-a2ba-42d9-8cc3-ee11d9672244 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0508976 Nov 24 15:21:25.310394 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-a3049ca2-2d40-4990-9dc7-0e733e79b722 req-d779fa44-02b0-4567-aba2-108d90617552 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Nov 24 15:21:26.438912 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef565064-8e68-4333-8f13-69f6e6269794 req-49b40cb2-0c30-45f7-a85c-c5a0e92789f0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:26.445439 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ef565064-8e68-4333-8f13-69f6e6269794 req-49b40cb2-0c30-45f7-a85c-c5a0e92789f0 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0584490 Nov 24 15:21:26.500695 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ef565064-8e68-4333-8f13-69f6e6269794 req-c99ead3e-dab4-4798-9094-c9d5ce9be93b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537179 Nov 24 15:21:27.196859 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3814-b1d1-48ba-9bc4-fd8fadd0bae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:27.636681 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c2440-f70d-47bd-b3ac-45eef5fbe480 req-301b3a6c-625f-4c9b-b6c1-23373f7a04a9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:27.644567 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-167c2440-f70d-47bd-b3ac-45eef5fbe480 req-301b3a6c-625f-4c9b-b6c1-23373f7a04a9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0637827 Nov 24 15:21:27.700673 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-167c2440-f70d-47bd-b3ac-45eef5fbe480 req-6811e8bf-3807-4ad5-ab04-8951259d379e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551014 Nov 24 15:21:28.835801 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c90227-624c-449c-b100-ef36c6d781cb req-6a3a0ed2-a0ca-4312-877d-841c7093ed6f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:28.837398 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67c90227-624c-449c-b100-ef36c6d781cb req-6a3a0ed2-a0ca-4312-877d-841c7093ed6f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0518403 Nov 24 15:21:28.894687 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67c90227-624c-449c-b100-ef36c6d781cb req-f3b39a51-2b2f-41f2-bdb4-801d94cef08c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469866 Nov 24 15:21:29.612897 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3a250d58-bfb4-45b9-ac72-5b6b54eedeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.042607 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9c59ab-109a-44b8-9709-2eeabb35eca6 req-16b4e473-4351-41f8-a8f1-c2ab663b489a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:30.045276 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f9c59ab-109a-44b8-9709-2eeabb35eca6 req-16b4e473-4351-41f8-a8f1-c2ab663b489a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0622182 Nov 24 15:21:30.101897 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f9c59ab-109a-44b8-9709-2eeabb35eca6 req-ca765cfe-b7ca-4576-82fa-703d02040eb6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497034 Nov 24 15:21:30.625535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:30.924416 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42796) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:31.049348 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e2524e3b-a545-4b21-8372-dfac8aa3c6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.151085 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e2524e3b-a545-4b21-8372-dfac8aa3c6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.223919 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e2524e3b-a545-4b21-8372-dfac8aa3c6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.232880 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10cffcd-1395-4097-8258-306b610c8425 req-d348902b-ba7a-4310-87ab-3578decc27a1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:31.234582 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d10cffcd-1395-4097-8258-306b610c8425 req-d348902b-ba7a-4310-87ab-3578decc27a1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0547867 Nov 24 15:21:31.282521 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e2524e3b-a545-4b21-8372-dfac8aa3c6c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4046ed199a31413a9a0e728bd926d941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541026 Nov 24 15:21:31.282521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2524e3b-a545-4b21-8372-dfac8aa3c6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4445a228-d7c6-4746-8f19-9f9eadae1e59,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:31.282867 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42802) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:31.313051 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d10cffcd-1395-4097-8258-306b610c8425 req-0617e120-f97a-4b8f-9d56-9e055c6628f6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713401 Nov 24 15:21:31.355960 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.381326 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.709488 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.712203 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:31.713842 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4445a228-d7c6-4746-8f19-9f9eadae1e59 HTTP/1.1" status: 204 len: 168 time: 0.4301100 Nov 24 15:21:31.722647 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d719e0-330f-47eb-bffc-68df616174d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4445a228-d7c6-4746-8f19-9f9eadae1e59,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.310351 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42812) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:32.321378 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.326183 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7b6962aa-bbb1-4162-9d2a-8d63f89a9e81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.416979 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7b6962aa-bbb1-4162-9d2a-8d63f89a9e81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.448464 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791191c0-6369-4894-897b-c9f6a1ec6b89 req-1d919efb-14be-4e5b-bd76-6d48acf38181 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:32.451123 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-791191c0-6369-4894-897b-c9f6a1ec6b89 req-1d919efb-14be-4e5b-bd76-6d48acf38181 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0530388 Nov 24 15:21:32.469900 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7b6962aa-bbb1-4162-9d2a-8d63f89a9e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.517377 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-791191c0-6369-4894-897b-c9f6a1ec6b89 req-a6e8852b-5f54-441c-98b2-e8ef858b13c6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592158 Nov 24 15:21:32.517512 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7b6962aa-bbb1-4162-9d2a-8d63f89a9e81 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4765d654e28e435d9457ea1a040460eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2055826 Nov 24 15:21:32.517631 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 42816) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:32.525657 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6962aa-bbb1-4162-9d2a-8d63f89a9e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f2bc85-04c1-4020-8893-67aff36b4f93,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:32.570179 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.591506 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.743930 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.746966 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:32.748198 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93f2bc85-04c1-4020-8893-67aff36b4f93 HTTP/1.1" status: 204 len: 168 time: 0.2300215 Nov 24 15:21:32.756102 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df819cc2-4ccb-4fa6-903f-cd9ec2f1893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f2bc85-04c1-4020-8893-67aff36b4f93,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:33.075433 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:33.585482 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-ba459528-b5f3-491a-be90-3a28b10647e8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444455 Nov 24 15:21:33.682391 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4114ddc-f97b-4dd4-9bd5-86d8044e8ff1 req-cab7a6c5-8ad0-4184-8172-45b0dbc5b11d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.684414 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e4114ddc-f97b-4dd4-9bd5-86d8044e8ff1 req-cab7a6c5-8ad0-4184-8172-45b0dbc5b11d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0782161 Nov 24 15:21:33.689576 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-daf1446e-a318-41d0-a122-6bf3be63edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.690961 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-daf1446e-a318-41d0-a122-6bf3be63edcc service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 1099 time: 0.0723741 Nov 24 15:21:33.751922 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e4114ddc-f97b-4dd4-9bd5-86d8044e8ff1 req-c448a7dd-5f4f-415d-8a88-02b90444eecd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595911 Nov 24 15:21:33.833276 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c684-e316-4354-a966-8cb1343f64fb req-7dd7d8c9-5b57-44b7-bd6a-ecb5e171cdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.834744 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-7dd7d8c9-5b57-44b7-bd6a-ecb5e171cdff service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1098 time: 0.0870423 Nov 24 15:21:33.858702 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-c342cbde-41ea-4400-9f3d-885917878bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:33.860109 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-c342cbde-41ea-4400-9f3d-885917878bf3 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.1379132 Nov 24 15:21:33.968133 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-ffaea655-df69-4489-a16f-2f69fd343493 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=878dd147-474e-4c97-bb35-80de55af85b5 HTTP/1.1" status: 200 len: 1002 time: 0.0985739 Nov 24 15:21:34.012707 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c684-e316-4354-a966-8cb1343f64fb req-d5e0ae16-1320-45a6-8e9d-30df0091e471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.014224 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-d5e0ae16-1320-45a6-8e9d-30df0091e471 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.1675615 Nov 24 15:21:34.066026 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-4607ad88-659a-4304-8fe7-5b33a9298f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.067499 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-4607ad88-659a-4304-8fe7-5b33a9298f47 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0874681 Nov 24 15:21:34.092909 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:34.112808 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-6c0c9597-76d6-41a2-b21f-04b6ce1cef78 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 1000 time: 0.0869622 Nov 24 15:21:34.131008 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-e83f3fc2-398b-4088-a657-9912392442a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.132447 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-e83f3fc2-398b-4088-a657-9912392442a0 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561731 Nov 24 15:21:34.221489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c684-e316-4354-a966-8cb1343f64fb req-877dd851-9b9c-4680-82e0-d5e4c2dcb8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.222965 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-877dd851-9b9c-4680-82e0-d5e4c2dcb8e8 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.1012716 Nov 24 15:21:34.275233 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-ac7ed57b-8e15-4602-b122-bd750444e55a service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251264 Nov 24 15:21:34.283453 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195c684-e316-4354-a966-8cb1343f64fb req-0efefa3f-e5d5-4c00-b672-b001ea480640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.284884 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-0efefa3f-e5d5-4c00-b672-b001ea480640 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546105 Nov 24 15:21:34.435728 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-82abfa80-fa83-4794-9259-d8be647ee5c5 req-ee7c6000-b83c-46a0-96fd-be494a9afc36 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498973 Nov 24 15:21:34.439213 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-031d9121-dbef-497f-9e35-7ebc717744ec service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466434 Nov 24 15:21:34.543978 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2195c684-e316-4354-a966-8cb1343f64fb req-d3bba559-3e13-44ba-8c44-b8e31ffc3721 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899057 Nov 24 15:21:34.873912 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada37f3-731e-4d70-b93f-416f66115769 req-a6995fe0-4a77-4214-b556-c47f85e3a0ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:34.875404 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ada37f3-731e-4d70-b93f-416f66115769 req-a6995fe0-4a77-4214-b556-c47f85e3a0ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0497875 Nov 24 15:21:34.922577 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5ada37f3-731e-4d70-b93f-416f66115769 req-081d0b2d-7d66-4ad1-9e8b-bb52f874b636 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411747 Nov 24 15:21:35.982253 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f6ad-73ef-4809-942c-c6468045faba req-ed26a69b-5d0e-492b-820e-5fca18988bca tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:35.983763 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc42f6ad-73ef-4809-942c-c6468045faba req-ed26a69b-5d0e-492b-820e-5fca18988bca tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Nov 24 15:21:36.036377 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dc42f6ad-73ef-4809-942c-c6468045faba req-122f6441-1c8b-4c10-a04e-35b636ebe0ae tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463352 Nov 24 15:21:36.051121 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc9a22-0aa6-4094-812c-bdcf8dd25865 req-efdef7e3-2ce5-4a47-a30d-b15eb7f6930f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:36.052686 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-decc9a22-0aa6-4094-812c-bdcf8dd25865 req-efdef7e3-2ce5-4a47-a30d-b15eb7f6930f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0532141 Nov 24 15:21:36.122129 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-decc9a22-0aa6-4094-812c-bdcf8dd25865 req-1b2932ce-052c-405b-8350-f7fd096c06bd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628846 Nov 24 15:21:37.156246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b5b45-fc61-4115-9c0c-0d8f92856586 req-8c7a61c9-30f9-4d73-9583-a60b742e39e9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.157736 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-010b5b45-fc61-4115-9c0c-0d8f92856586 req-8c7a61c9-30f9-4d73-9583-a60b742e39e9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0524209 Nov 24 15:21:37.219342 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-010b5b45-fc61-4115-9c0c-0d8f92856586 req-3b93f50a-b7e6-4c26-a7c3-d6160cddfe28 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545139 Nov 24 15:21:37.261211 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fc579-00f7-42f9-ae64-5c67522b7862 req-29f2f875-3ccc-48da-8931-e87d24efcd95 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:37.263303 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9d9fc579-00f7-42f9-ae64-5c67522b7862 req-29f2f875-3ccc-48da-8931-e87d24efcd95 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 945 time: 0.0524478 Nov 24 15:21:37.310740 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9d9fc579-00f7-42f9-ae64-5c67522b7862 req-e7748c4c-922e-4a94-82b4-f3154452656b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415740 Nov 24 15:21:37.567863 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:21:37.646177 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.668578 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:37.670880 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5c4961-1a45-423d-922d-668cde8dbe2f" -d '{"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-unplugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:37.683113 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:37.704587 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ea6436-9bf5-4d75-901d-93de7be2f493 x-openstack-request-id: req-76ea6436-9bf5-4d75-901d-93de7be2f493 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:37.704880 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-unplugged", "status": "failed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "code": 422}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:37.705136 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76ea6436-9bf5-4d75-901d-93de7be2f493 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:37.705549 dv-cinder-816898-4-iscsi neutron-server[103211]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'code': 422} returned with failed status Nov 24 15:21:37.732368 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:37.779629 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=8']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:38.339193 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa845e-124b-4bf3-9108-fb829a9eb3c1 req-8d5374cf-e492-432c-afd1-025b247ffeeb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:38.341456 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-acaa845e-124b-4bf3-9108-fb829a9eb3c1 req-8d5374cf-e492-432c-afd1-025b247ffeeb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0533645 Nov 24 15:21:38.389424 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-acaa845e-124b-4bf3-9108-fb829a9eb3c1 req-67c7ddab-e729-4ff5-8ad6-1d6314807e44 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421004 Nov 24 15:21:39.506891 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cac8d2-6ee9-442a-b438-a5e7b83e8967 req-98592f4a-9908-4b97-b683-35e38dd4d1ee tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:39.508358 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-38cac8d2-6ee9-442a-b438-a5e7b83e8967 req-98592f4a-9908-4b97-b683-35e38dd4d1ee tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0513570 Nov 24 15:21:39.556509 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-38cac8d2-6ee9-442a-b438-a5e7b83e8967 req-acc85f46-ddeb-4cb7-950f-7620531389de tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423214 Nov 24 15:21:40.632308 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:21:40.670996 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110467a2-9f2c-429f-9f8c-4ff6767c4618 req-8349d4d6-f5df-4889-9185-058261c47bbd tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:40.672483 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-110467a2-9f2c-429f-9f8c-4ff6767c4618 req-8349d4d6-f5df-4889-9185-058261c47bbd tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0487154 Nov 24 15:21:40.721363 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-110467a2-9f2c-429f-9f8c-4ff6767c4618 req-4c06a72b-05f9-48f9-9cda-4bf1134306bb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428283 Nov 24 15:21:40.862032 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf8f12-facd-489c-986a-9ba00e894fd4 req-af663212-3316-43b4-b72a-1666f59cc78d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:40.863998 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c4bf8f12-facd-489c-986a-9ba00e894fd4 req-af663212-3316-43b4-b72a-1666f59cc78d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0633273 Nov 24 15:21:40.913875 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c4bf8f12-facd-489c-986a-9ba00e894fd4 req-8ed68a4a-42e4-4289-a670-244c209458ac tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430157 Nov 24 15:21:41.320001 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 42960) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:41.408319 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-5d2e37b5-98f9-49d6-b1f7-1ac5c8f09b93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0870683 Nov 24 15:21:41.417392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-f7353725-7002-4532-a08c-6a0322b3b406 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:21:41.429439 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-f7353725-7002-4532-a08c-6a0322b3b406 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057540 Nov 24 15:21:41.849434 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52a104-c437-4481-87d0-25a498cc8eec req-38848aba-2127-4e33-bf9f-01f9db5296e2 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:41.851074 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e52a104-c437-4481-87d0-25a498cc8eec req-38848aba-2127-4e33-bf9f-01f9db5296e2 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0588720 Nov 24 15:21:41.901188 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7e52a104-c437-4481-87d0-25a498cc8eec req-395c58da-b4de-4fbc-8839-21ca1509d234 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436356 Nov 24 15:21:42.042064 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef20b771-b84f-4de5-ab82-4a103c3e5c5c req-47fc98dc-b6a1-4ed7-9aec-c52400243ecd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.043514 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ef20b771-b84f-4de5-ab82-4a103c3e5c5c req-47fc98dc-b6a1-4ed7-9aec-c52400243ecd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0547211 Nov 24 15:21:42.091090 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ef20b771-b84f-4de5-ab82-4a103c3e5c5c req-ad8d9a94-4cfd-4f5b-a21d-91d80aa3a1b9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414264 Nov 24 15:21:42.800291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-cf987a88-54cd-40ae-ba4c-6c941446db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.801755 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-cf987a88-54cd-40ae-ba4c-6c941446db53 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b&tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97 HTTP/1.1" status: 200 len: 1096 time: 0.0443254 Nov 24 15:21:42.862277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-7418827c-9856-4a70-a5d9-b1c3f6317f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.863734 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-7418827c-9856-4a70-a5d9-b1c3f6317f4f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1096 time: 0.0397458 Nov 24 15:21:42.955296 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-32b23857-dde8-4b91-8b7d-5a04af8e19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:42.956780 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-32b23857-dde8-4b91-8b7d-5a04af8e19ac service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.0857790 Nov 24 15:21:43.015121 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd7536-91ef-47bf-8a06-7a6c5d3edc73 req-7e133a22-488d-463a-930a-f460c86da601 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.016594 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7cdd7536-91ef-47bf-8a06-7a6c5d3edc73 req-7e133a22-488d-463a-930a-f460c86da601 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0480008 Nov 24 15:21:43.026170 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-efa5c004-b11e-49ce-8581-a16fcfb89065 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 998 time: 0.0612853 Nov 24 15:21:43.076145 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-7cdd7536-91ef-47bf-8a06-7a6c5d3edc73 req-e1fc51c3-5dba-49c7-b147-2306a540922c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514071 Nov 24 15:21:43.079762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-aa497f8f-1b9e-4dcd-bbcb-5475fed27ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.081528 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-aa497f8f-1b9e-4dcd-bbcb-5475fed27ebf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0475962 Nov 24 15:21:43.128210 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-2fd03cce-90d0-4350-9436-f3adb7607d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.129726 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-2fd03cce-90d0-4350-9436-f3adb7607d43 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408926 Nov 24 15:21:43.256160 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5518c6-fe3f-4885-9392-a85173b606c5 req-8de879d9-8135-4ee0-ad96-3c30697a737b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:43.257687 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5518c6-fe3f-4885-9392-a85173b606c5 req-8de879d9-8135-4ee0-ad96-3c30697a737b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0917430 Nov 24 15:21:43.263048 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-d8e2800e-62e7-4b69-9b3d-0ba9c0721f8c service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252105 Nov 24 15:21:43.366809 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5518c6-fe3f-4885-9392-a85173b606c5 req-1ac88166-6645-4b77-b09e-bb397149a3b9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021578 Nov 24 15:21:43.392609 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-85fb164e-1aaf-45eb-aabb-f9d1fed2d3a0 req-57f3a0b0-7779-4274-b866-cf3b29151318 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138985 Nov 24 15:21:44.214927 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a8db06-47ab-4335-8cad-ac009478ceef req-3211464d-037e-4f74-a021-5c6d0c567140 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:44.217952 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-65a8db06-47ab-4335-8cad-ac009478ceef req-3211464d-037e-4f74-a021-5c6d0c567140 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0556855 Nov 24 15:21:44.275871 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-65a8db06-47ab-4335-8cad-ac009478ceef req-f3c2c78c-849a-4fc3-91bb-8e3e6cfdf109 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488369 Nov 24 15:21:44.503686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8b7f1-7d4e-4b66-954c-79c71f78e91d req-fa029e95-9c6a-4f0c-9462-0ea827f254d6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:44.505180 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-00a8b7f1-7d4e-4b66-954c-79c71f78e91d req-fa029e95-9c6a-4f0c-9462-0ea827f254d6 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0597510 Nov 24 15:21:44.561277 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-00a8b7f1-7d4e-4b66-954c-79c71f78e91d req-e3b06d30-d5a5-4fe3-9c27-5e66bb942432 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494616 Nov 24 15:21:45.318146 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43028) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:45.421286 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4fbaa0-c838-4389-80c7-720c29de61e8 req-3d49b32c-3073-4bbd-90c2-144bcb9b6778 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.423005 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a4fbaa0-c838-4389-80c7-720c29de61e8 req-3d49b32c-3073-4bbd-90c2-144bcb9b6778 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0644228 Nov 24 15:21:45.473067 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21f78a17-66f2-4816-9ce2-8027bcc425f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.498871 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9a4fbaa0-c838-4389-80c7-720c29de61e8 req-a3740d2c-1ed0-44c4-8603-f6848b4a89d8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696948 Nov 24 15:21:45.568609 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21f78a17-66f2-4816-9ce2-8027bcc425f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.686985 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-21f78a17-66f2-4816-9ce2-8027bcc425f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.734898 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-21f78a17-66f2-4816-9ce2-8027bcc425f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d6a18bc24ee74ab89ef8e6edfbaa89dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4143798 Nov 24 15:21:45.736649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78a17-66f2-4816-9ce2-8027bcc425f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf12bba-a999-425b-ad78-ec1ac8fd3dc4,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:45.739054 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43034) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:45.820887 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.847768 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.949156 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db022c3-7140-45dc-b9b8-a1ecbfec5be0 req-68467925-8a33-415a-a20b-bf155714a891 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:45.951181 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4db022c3-7140-45dc-b9b8-a1ecbfec5be0 req-68467925-8a33-415a-a20b-bf155714a891 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.3107622 Nov 24 15:21:45.967486 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.970118 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:45.973844 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bf12bba-a999-425b-ad78-ec1ac8fd3dc4 HTTP/1.1" status: 204 len: 168 time: 0.2312162 Nov 24 15:21:45.980699 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e618e-ca04-4203-a779-fe99638fc086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf12bba-a999-425b-ad78-ec1ac8fd3dc4,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:46.016795 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4db022c3-7140-45dc-b9b8-a1ecbfec5be0 req-6272dc76-4dd8-49da-8beb-3b30f7e749ab tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547333 Nov 24 15:21:46.618217 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89478d5c-74fd-4726-889d-07e027a4d3f3 req-b3989c8f-fd50-4249-9f7f-e48ab2e73c42 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:46.619691 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-89478d5c-74fd-4726-889d-07e027a4d3f3 req-b3989c8f-fd50-4249-9f7f-e48ab2e73c42 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0501611 Nov 24 15:21:46.635071 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43042) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:46.650387 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd69-472f-41ed-a8f0-92786fe2fd25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:46.689621 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-89478d5c-74fd-4726-889d-07e027a4d3f3 req-efb064af-cee3-408a-a05d-09339196844c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635898 Nov 24 15:21:46.737966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd69-472f-41ed-a8f0-92786fe2fd25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:46.801277 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ce46cd69-472f-41ed-a8f0-92786fe2fd25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:46.838867 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ce46cd69-472f-41ed-a8f0-92786fe2fd25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97aea60b41584939b3e9d92a5ea465e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2021508 Nov 24 15:21:46.841803 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43046) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:46.843708 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46cd69-472f-41ed-a8f0-92786fe2fd25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4b1808-52e7-4aee-98a0-4ef0661f815e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:47.133853 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.152394 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89884957-cd99-4ad1-880f-7eb634eec120 req-efc91114-f652-448f-b3d0-48b7260f5e6f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:47.154581 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-89884957-cd99-4ad1-880f-7eb634eec120 req-efc91114-f652-448f-b3d0-48b7260f5e6f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0552769 Nov 24 15:21:47.158197 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.220873 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-89884957-cd99-4ad1-880f-7eb634eec120 req-fd7ddd6b-fa3b-4bf3-a6f0-78840266884a tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599952 Nov 24 15:21:47.298149 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.301246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:47.309593 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db4b1808-52e7-4aee-98a0-4ef0661f815e HTTP/1.1" status: 204 len: 168 time: 0.4652066 Nov 24 15:21:47.318012 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61a73ed-1355-435e-9516-66af85d29848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4b1808-52e7-4aee-98a0-4ef0661f815e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:47.820936 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af4d32-1889-415b-91ac-4cf1e716bbb3 req-10d2cc29-c114-4b70-a2f7-f99a49683c9c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:47.822473 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f1af4d32-1889-415b-91ac-4cf1e716bbb3 req-10d2cc29-c114-4b70-a2f7-f99a49683c9c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0626192 Nov 24 15:21:47.874763 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f1af4d32-1889-415b-91ac-4cf1e716bbb3 req-954178f0-6e19-4770-86ee-e2b91616d17c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456502 Nov 24 15:21:48.377406 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec48ed-e065-4299-b89b-35a66b9ede61 req-dea1c7fa-4737-4745-a05d-da9444f75eea tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:48.378812 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3eec48ed-e065-4299-b89b-35a66b9ede61 req-dea1c7fa-4737-4745-a05d-da9444f75eea tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0631783 Nov 24 15:21:48.449155 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3eec48ed-e065-4299-b89b-35a66b9ede61 req-6b6912a0-a458-43cb-b640-0b9e5e346814 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634282 Nov 24 15:21:49.000499 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4f806-3827-490c-8633-b5dbc7594968 req-a8be9e4d-2bc2-4abb-b8d0-76b6c21d5c77 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:49.007713 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-71c4f806-3827-490c-8633-b5dbc7594968 req-a8be9e4d-2bc2-4abb-b8d0-76b6c21d5c77 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0608196 Nov 24 15:21:49.066766 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-71c4f806-3827-490c-8633-b5dbc7594968 req-612c6696-0e1c-4bce-9f11-7944b04a300b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581474 Nov 24 15:21:49.585616 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5a716-7b1f-4f1e-8b1a-c3afefe39e43 req-0b937ce7-f170-462b-b779-7e986a703a31 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:49.587262 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2bc5a716-7b1f-4f1e-8b1a-c3afefe39e43 req-0b937ce7-f170-462b-b779-7e986a703a31 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0527225 Nov 24 15:21:49.640005 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2bc5a716-7b1f-4f1e-8b1a-c3afefe39e43 req-4b1842d2-ec60-41a7-b2a7-b4e91b3a26ae tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457628 Nov 24 15:21:50.190081 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e7697-db88-4bce-80c8-ba59837483ca req-824d4469-c928-49c5-892f-b1f4e32a2598 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:50.197339 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ec2e7697-db88-4bce-80c8-ba59837483ca req-824d4469-c928-49c5-892f-b1f4e32a2598 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0577743 Nov 24 15:21:50.253626 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ec2e7697-db88-4bce-80c8-ba59837483ca req-fa3e32e3-42f8-4bf1-b9e9-c63b4d047d59 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552044 Nov 24 15:21:50.773176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b4d2-43b9-40e8-b42d-76bcf3fa2101 req-6faa62c0-5828-4da9-ba40-44862c1e09b7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:50.774798 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ea96b4d2-43b9-40e8-b42d-76bcf3fa2101 req-6faa62c0-5828-4da9-ba40-44862c1e09b7 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0582559 Nov 24 15:21:50.826475 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ea96b4d2-43b9-40e8-b42d-76bcf3fa2101 req-a7515b90-1835-4ce7-a6b1-e3deb34e1792 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451272 Nov 24 15:21:51.388603 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f4655-8289-48c9-bdb4-883de20ff266 req-0dc28b22-37f4-4f06-9e7a-28e5ebd26325 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:51.390152 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e69f4655-8289-48c9-bdb4-883de20ff266 req-0dc28b22-37f4-4f06-9e7a-28e5ebd26325 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0592384 Nov 24 15:21:51.476746 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e69f4655-8289-48c9-bdb4-883de20ff266 req-cf191b5e-cbb9-402b-b03c-e0683ddbeaba tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798681 Nov 24 15:21:51.962955 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddc963-7775-4ca3-9549-7f02d07f5cb7 req-fa6bd91e-00dd-49ca-8dd5-99795c2c2553 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:51.964459 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-45ddc963-7775-4ca3-9549-7f02d07f5cb7 req-fa6bd91e-00dd-49ca-8dd5-99795c2c2553 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0507543 Nov 24 15:21:52.017177 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-45ddc963-7775-4ca3-9549-7f02d07f5cb7 req-bd3705f3-7d3a-4430-9833-452903ced5a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452170 Nov 24 15:21:52.598817 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcdcfae-652c-41af-ad36-fdedcb4b9794 req-96e21076-22d9-4548-aa3b-7209c7cbb5b6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:52.600456 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffcdcfae-652c-41af-ad36-fdedcb4b9794 req-96e21076-22d9-4548-aa3b-7209c7cbb5b6 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0518117 Nov 24 15:21:52.654304 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ffcdcfae-652c-41af-ad36-fdedcb4b9794 req-eaf19ca3-7b68-48f2-a8bf-6bfb9fa0b6dc tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478604 Nov 24 15:21:53.167203 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f87f2-ceb5-4a24-ad81-ebe0859654a5 req-706b7486-e376-43f8-be5a-81616a7f7440 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:53.169486 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0f6f87f2-ceb5-4a24-ad81-ebe0859654a5 req-706b7486-e376-43f8-be5a-81616a7f7440 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0645373 Nov 24 15:21:53.225788 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0f6f87f2-ceb5-4a24-ad81-ebe0859654a5 req-d17b43f5-cde0-4f6f-8dfb-f27a9d389a58 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504432 Nov 24 15:21:53.782676 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974a2b12-8263-4618-a971-8c782dbb8e8f req-7eb1e01f-56b8-4295-8608-fbc1a6cbe144 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:53.784234 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-974a2b12-8263-4618-a971-8c782dbb8e8f req-7eb1e01f-56b8-4295-8608-fbc1a6cbe144 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0582340 Nov 24 15:21:53.834126 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-974a2b12-8263-4618-a971-8c782dbb8e8f req-bc1a415f-13f4-44b1-a30b-553bdb5efc70 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438323 Nov 24 15:21:54.371252 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df308109-e9d2-48a6-acfd-b842570265e4 req-b24e613d-db59-44c7-bb0f-d6eb7880ca68 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.372805 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-df308109-e9d2-48a6-acfd-b842570265e4 req-b24e613d-db59-44c7-bb0f-d6eb7880ca68 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0617478 Nov 24 15:21:54.443345 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-5cc44cc0-430f-4e8e-85ea-0bbd08a34e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.444948 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-5cc44cc0-430f-4e8e-85ea-0bbd08a34e36 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0956264 Nov 24 15:21:54.448588 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-df308109-e9d2-48a6-acfd-b842570265e4 req-37a195bb-979e-490f-8b8f-a6541e110442 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620520 Nov 24 15:21:54.547175 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-7be1bbb5-0cc1-44ef-b512-1250a118b74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.548695 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-7be1bbb5-0cc1-44ef-b512-1250a118b74d service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.0885024 Nov 24 15:21:54.617964 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-93d8f28b-db72-459e-a46c-b8402a45200b service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 1001 time: 0.0611212 Nov 24 15:21:54.669715 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-d4c75330-c643-4d3e-a274-e7e06b3ebeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.670693 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-d4c75330-c643-4d3e-a274-e7e06b3ebeaf service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0450432 Nov 24 15:21:54.717935 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-b19f9d7d-6971-4ef2-9bfa-cf36f875dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.719427 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-b19f9d7d-6971-4ef2-9bfa-cf36f875dc0e service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414035 Nov 24 15:21:54.816310 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-4c8b6a86-f18f-47df-937d-01492808cfc4 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879681 Nov 24 15:21:54.908980 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f0f4c1cb-b7eb-4321-bd4e-b988f07d7ed3 req-23b344ce-180c-4f3d-bfab-6c96cc585333 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848210 Nov 24 15:21:54.952847 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213fd77-08db-43e2-8f63-4d33f7d6df18 req-9ac4ad44-3ee0-4130-a104-b296def97bdf tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:54.954294 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5213fd77-08db-43e2-8f63-4d33f7d6df18 req-9ac4ad44-3ee0-4130-a104-b296def97bdf tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0532541 Nov 24 15:21:55.003451 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5213fd77-08db-43e2-8f63-4d33f7d6df18 req-e0327f79-359b-4240-8558-f129c80b1ce9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429854 Nov 24 15:21:55.432763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6787a-18ab-43da-b780-67673fc1e9dc req-0ca01146-06d6-4ee8-bdc6-8857c3e50684 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.434227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1fe6787a-18ab-43da-b780-67673fc1e9dc req-0ca01146-06d6-4ee8-bdc6-8857c3e50684 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0485349 Nov 24 15:21:55.483299 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1fe6787a-18ab-43da-b780-67673fc1e9dc req-4210e012-0e19-4717-8284-d04534314da3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Nov 24 15:21:55.579325 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4100eba6-2069-4521-aa19-fe9f5c8eda7c req-4e443b51-ef39-4de9-a058-6dff95d09a8e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:55.580897 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4100eba6-2069-4521-aa19-fe9f5c8eda7c req-4e443b51-ef39-4de9-a058-6dff95d09a8e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0536592 Nov 24 15:21:55.628304 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4100eba6-2069-4521-aa19-fe9f5c8eda7c req-4705a781-c1d2-499e-a1ad-f198272e2a6b tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413899 Nov 24 15:21:56.119663 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadb196-e978-4100-8190-4da337abf0b2 req-afef1700-8281-477f-8017-bdcc3b2de5b3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.120685 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-abadb196-e978-4100-8190-4da337abf0b2 req-afef1700-8281-477f-8017-bdcc3b2de5b3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0477347 Nov 24 15:21:56.175465 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-abadb196-e978-4100-8190-4da337abf0b2 req-3e726eef-0864-4165-b9ae-7b5c30202d59 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479805 Nov 24 15:21:56.545214 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43210) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:56.619413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90384a1-6621-4142-847f-6a89c77652e9 req-853fde3d-eb24-4508-ad0d-dc2198eca447 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.621836 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b90384a1-6621-4142-847f-6a89c77652e9 req-853fde3d-eb24-4508-ad0d-dc2198eca447 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0642977 Nov 24 15:21:56.670144 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87d93059-2c09-4e3f-8d57-c97a77637d69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.679140 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b90384a1-6621-4142-847f-6a89c77652e9 req-02b4cd49-a426-4248-961c-2e4c5773ec10 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504174 Nov 24 15:21:56.769142 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db0b2ed-47d1-48e5-a425-86fd9341bb51 req-bb47acb5-3a36-413e-a1f4-97025f033f0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:56.770886 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1db0b2ed-47d1-48e5-a425-86fd9341bb51 req-bb47acb5-3a36-413e-a1f4-97025f033f0c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0671289 Nov 24 15:21:56.804001 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87d93059-2c09-4e3f-8d57-c97a77637d69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.833423 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1db0b2ed-47d1-48e5-a425-86fd9341bb51 req-d035afdd-3a0c-4ee6-becb-fa9079fab424 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520124 Nov 24 15:21:56.869144 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-87d93059-2c09-4e3f-8d57-c97a77637d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:56.911169 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-87d93059-2c09-4e3f-8d57-c97a77637d69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e217727e43d4f6387c86cf9befefb58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3647044 Nov 24 15:21:56.911872 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d93059-2c09-4e3f-8d57-c97a77637d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc76bff9-8a0a-4f15-9fe4-42b2005bbbba,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:56.913734 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43216) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:56.961862 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.009487 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.051727 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-12e67d2e-9f88-407b-ab37-60820c0f4e9f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.053213 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-12e67d2e-9f88-407b-ab37-60820c0f4e9f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 946 time: 0.0823867 Nov 24 15:21:57.147824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port 878dd147-474e-4c97-bb35-80de55af85b5 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:21:57.148208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.170994 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.173539 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.174662 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bc76bff9-8a0a-4f15-9fe4-42b2005bbbba HTTP/1.1" status: 204 len: 168 time: 0.2598834 Nov 24 15:21:57.187565 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8664843-e742-45df-9246-a2498d5d70cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc76bff9-8a0a-4f15-9fe4-42b2005bbbba,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:57.196120 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e3d5cdad-62f5-4c3f-a42a-b72ff5b1e443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.272915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] For port 878dd147-474e-4c97-bb35-80de55af85b5, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=878dd147-474e-4c97-bb35-80de55af85b5,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:57.273374 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.495137 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.495496 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.495815 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP ef4ded86-1300-4e58-ad4e-1220cf3cbbe4 disassociated. External IP: 172.27.2.122, port: 878dd147-474e-4c97-bb35-80de55af85b5. Nov 24 15:21:57.496197 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for 878dd147-474e-4c97-bb35-80de55af85b5 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:21:57.511316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce7a441-4b04-48a9-8ded-bac347275040 req-a32a4d3a-820b-4754-b78f-afcb39f4a5f2 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:57.511316 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9ce7a441-4b04-48a9-8ded-bac347275040 req-a32a4d3a-820b-4754-b78f-afcb39f4a5f2 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.1096160 Nov 24 15:21:57.611993 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9ce7a441-4b04-48a9-8ded-bac347275040 req-42e5e978-8762-4af3-9907-291623edbd0a tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952396 Nov 24 15:21:57.706232 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:21:57.755251 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.781097 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f543e00a-3777-4aa7-8d4c-49c452580ca5 req-e5b2d37a-7806-4f59-a34b-31073f527957 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0297878 Nov 24 15:21:57.791629 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43226) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:57.792353 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=878dd147-474e-4c97-bb35-80de55af85b5,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:57.806289 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:57.810736 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-166df9fb-80f7-4daf-8031-277fe83d4b4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.820401 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'port_id': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'mac_address': 'fa:16:3e:90:92:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:21:57.861968 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.881482 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:21:57.902531 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:57.915115 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-166df9fb-80f7-4daf-8031-277fe83d4b4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.972730 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.975556 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-166df9fb-80f7-4daf-8031-277fe83d4b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:57.992579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:21:58.001523 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9c3e6-8251-4c37-b5a5-71570d03fdf6 req-0e02120b-4258-4933-b26e-33924d96aa89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.003037 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-23c9c3e6-8251-4c37-b5a5-71570d03fdf6 req-0e02120b-4258-4933-b26e-33924d96aa89 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 943 time: 0.0736973 Nov 24 15:21:58.030785 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=9']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.047034 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-166df9fb-80f7-4daf-8031-277fe83d4b4e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e984a9ac2094a71baef1e29ef0b8bde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2512679 Nov 24 15:21:58.048314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166df9fb-80f7-4daf-8031-277fe83d4b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9329ad3d-c24b-48df-89c8-a9c99fbc55b5,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.050407 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43230) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:21:58.189976 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-23c9c3e6-8251-4c37-b5a5-71570d03fdf6 req-b62be522-0364-46da-a4fc-99c952317afd tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402907 Nov 24 15:21:58.192543 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:21:58.205340 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:21:58.212660 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:21:58.233187 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:58.233618 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:21:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:58.257685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] No DVR routers for this DVR port 878dd147-474e-4c97-bb35-80de55af85b5 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:21:58.259494 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.261933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.265509 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bce9df81-21ef-4f7e-a3b8-ac8e0e249da1 req-7cb639b9-82dc-4438-97ca-8923a86b4efb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "DELETE /v2.0/ports/878dd147-474e-4c97-bb35-80de55af85b5 HTTP/1.1" status: 204 len: 173 time: 1.2057285 Nov 24 15:21:58.265967 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'name': 'network-vif-deleted', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:58.268275 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18b9b33-6c47-47ce-bf4f-742e0a3995c4" -d '{"events": [{"server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "name": "network-vif-deleted", "tag": "878dd147-474e-4c97-bb35-80de55af85b5"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:58.297500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.337264 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310bc452-25f4-43f8-ae8e-dce21266046f x-openstack-request-id: req-310bc452-25f4-43f8-ae8e-dce21266046f {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:58.337941 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "031832ea-24fe-49d8-9aaf-a47b8b5c48e5", "name": "network-vif-deleted", "tag": "878dd147-474e-4c97-bb35-80de55af85b5", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:58.338295 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-310bc452-25f4-43f8-ae8e-dce21266046f {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:58.339108 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '031832ea-24fe-49d8-9aaf-a47b8b5c48e5', 'name': 'network-vif-deleted', 'tag': '878dd147-474e-4c97-bb35-80de55af85b5', 'status': 'completed', 'code': 200} Nov 24 15:21:58.386606 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:58.429014 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.435367 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:58.435367 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9329ad3d-c24b-48df-89c8-a9c99fbc55b5 HTTP/1.1" status: 204 len: 168 time: 0.3809898 Nov 24 15:21:58.441503 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4055971d-4cc2-4b0a-ab90-a05385f10d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9329ad3d-c24b-48df-89c8-a9c99fbc55b5,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:21:58.592563 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:58.617865 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:21:58.626566 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:21:58.627161 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:21:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:58.743935 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ea9f7-47b2-403b-97db-a45d6ee77777 req-6794e086-f519-4ac9-be58-dfb99f847215 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:58.745642 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4b5ea9f7-47b2-403b-97db-a45d6ee77777 req-6794e086-f519-4ac9-be58-dfb99f847215 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0636137 Nov 24 15:21:58.798027 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4b5ea9f7-47b2-403b-97db-a45d6ee77777 req-ff716180-40ec-4382-8ee6-98790d32dfdc tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444832 Nov 24 15:21:58.834139 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:21:58.903472 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [req-27e3e027-cb55-46c9-9c4b-2a5899efda2d req-273b3cd3-6919-419b-9394-cea96cc5082c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:21:58.904892 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-27e3e027-cb55-46c9-9c4b-2a5899efda2d req-273b3cd3-6919-419b-9394-cea96cc5082c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060220 Nov 24 15:21:58.924627 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-18119226-bfeb-4fa9-b94d-bd534e0662db req-088f3b83-8635-4cdc-97f5-628da5947776 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=031832ea-24fe-49d8-9aaf-a47b8b5c48e5 HTTP/1.1" status: 200 len: 210 time: 0.0388172 Nov 24 15:21:59.041381 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:21:59.068386 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74790738-25ae-4e94-b200-a63a69b6335a None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:21:59.278587 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d8d18-3925-4367-89ef-df9cea8174ff req-1b71c2e3-7f69-4a05-ad5b-3571ed1e660f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:59.280755 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-df9d8d18-3925-4367-89ef-df9cea8174ff req-1b71c2e3-7f69-4a05-ad5b-3571ed1e660f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0927718 Nov 24 15:21:59.288852 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-fd642fcf-3952-4d1d-9afb-d00b55752917 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0592568 Nov 24 15:21:59.342975 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9152b4c0-7fa2-4200-8ff2-542ceb0bafa9 None None] New status for floating IP ef4ded86-1300-4e58-ad4e-1220cf3cbbe4: DOWN {{(pid=103211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:21:59.346663 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-df9d8d18-3925-4367-89ef-df9cea8174ff req-a6ddf74d-ce19-499c-a255-f8d8bfef06a7 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567949 Nov 24 15:21:59.378624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48976541-40f8-418e-832f-e1aa9cc20954 req-2f55305d-f43e-4e09-9c6e-89a9590f1c09 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:21:59.380189 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-48976541-40f8-418e-832f-e1aa9cc20954 req-2f55305d-f43e-4e09-9c6e-89a9590f1c09 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 944 time: 0.0957534 Nov 24 15:21:59.490686 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-48976541-40f8-418e-832f-e1aa9cc20954 req-598ba97e-f7e9-4ed0-9bd6-589b745bc3cb tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935926 Nov 24 15:21:59.623786 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3e3cce04-8117-4f17-9093-3626b5d06b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:59.737932 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:21:59.788193 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:21:59.788618 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:59.868591 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:59.892407 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:21:59.894529 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d050bc61-dee9-4294-bdc5-2d6f45811c29" -d '{"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:21:59.907543 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:21:59.930553 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4fbd4-5520-42b7-a780-a3a9735815b0 x-openstack-request-id: req-d6f4fbd4-5520-42b7-a780-a3a9735815b0 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:21:59.930843 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-plugged", "status": "completed", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:21:59.931095 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6f4fbd4-5520-42b7-a780-a3a9735815b0 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:21:59.931510 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'code': 200} Nov 24 15:21:59.995559 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:21:59.997017 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 878dd147-474e-4c97-bb35-80de55af85b5 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:00.082539 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 878dd147-474e-4c97-bb35-80de55af85b5 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:00.083241 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 878dd147-474e-4c97-bb35-80de55af85b5 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:00.084057 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:00.149731 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=10']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:00.198783 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.242220 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:00.275944 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-cbf008bd-fb5b-468d-b49c-db26b2d8004c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084459475&fields=id&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 267 time: 0.0477414 Nov 24 15:22:00.292688 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7b4c4-8033-4603-9950-cfb222c2dc70 req-712e9b37-dd45-4175-895b-1cc930ecab46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.296046 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1a7b4c4-8033-4603-9950-cfb222c2dc70 req-712e9b37-dd45-4175-895b-1cc930ecab46 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1099 time: 0.0533946 Nov 24 15:22:00.334713 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.371779 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a1a7b4c4-8033-4603-9950-cfb222c2dc70 req-b6880cd3-aef9-46cd-9641-4202bd7f5b78 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674484 Nov 24 15:22:00.397405 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=6']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:00.457263 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-e178fc4e-703c-4d5c-b30e-286df126018f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.464534 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-e178fc4e-703c-4d5c-b30e-286df126018f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1797638 Nov 24 15:22:00.478132 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-5145eb82-21fe-4800-88e5-2d0c42dfcaed tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/quotas/9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 375 time: 0.0125113 Nov 24 15:22:00.492641 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97871978-0423-4985-9f48-02540ef84e8a req-bbf3832a-b4f0-4530-b0dc-d6e78712e13b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.494481 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-97871978-0423-4985-9f48-02540ef84e8a req-bbf3832a-b4f0-4530-b0dc-d6e78712e13b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0622189 Nov 24 15:22:00.537468 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-3935ef0f-74f7-4de5-9427-b8add2c85e0e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532155 Nov 24 15:22:00.550720 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-97871978-0423-4985-9f48-02540ef84e8a req-bc53e4e6-d9ff-4cb2-a81d-3330b43227e4 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501459 Nov 24 15:22:00.647429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:00.652387 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-ca2e316d-0e05-4d2a-b069-21d81e36e9b5 service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013212 Nov 24 15:22:00.678789 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d0054-d03a-4382-987e-f36829e4575d req-8c3576e2-5be7-4b8e-bfa7-0de314a26a29 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:00.684649 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-615d0054-d03a-4382-987e-f36829e4575d req-8c3576e2-5be7-4b8e-bfa7-0de314a26a29 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0611069 Nov 24 15:22:00.740209 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-615d0054-d03a-4382-987e-f36829e4575d req-e3ff1feb-5a7d-4102-9783-dd0520e43e4f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524325 Nov 24 15:22:00.755602 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-0064235e-4cb9-4205-b25b-5702f0490675 service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954585 Nov 24 15:22:01.434353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-77c1cb0f-1db0-41c1-a7d7-b1fad2451847 req-5192e4d2-1fe0-441e-8cf6-831645c922ff tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 210 time: 0.0295014 Nov 24 15:22:01.694941 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340197d-62bd-452e-a92b-98383027fea7 req-a3105423-5997-46f3-af55-d08935a1b583 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:01.697189 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3340197d-62bd-452e-a92b-98383027fea7 req-a3105423-5997-46f3-af55-d08935a1b583 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0630391 Nov 24 15:22:01.770904 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3340197d-62bd-452e-a92b-98383027fea7 req-21babd36-93b4-4e6a-a78a-7a1b5c5cc86c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576808 Nov 24 15:22:01.901730 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c277b597-0c07-454f-939d-dab57fd60b35 req-d50cef3b-ff9f-4070-a19e-cc0d4d8e233f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:01.903367 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c277b597-0c07-454f-939d-dab57fd60b35 req-d50cef3b-ff9f-4070-a19e-cc0d4d8e233f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0754337 Nov 24 15:22:01.932923 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:01.935739 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0355fc81-cf6a-4b82-9a70-6b463a4d5863" -d '{"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-unplugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:01.955803 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c277b597-0c07-454f-939d-dab57fd60b35 req-f41bef99-14e2-4f17-962e-673e62e0c9a4 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444801 Nov 24 15:22:01.984867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62526534-00cf-4f0c-82e2-3257065eb6e5 x-openstack-request-id: req-62526534-00cf-4f0c-82e2-3257065eb6e5 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:01.984867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-unplugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:01.984867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62526534-00cf-4f0c-82e2-3257065eb6e5 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:01.984867 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'code': 200} Nov 24 15:22:02.019286 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-3c9e0b87-9cbe-4b78-85b8-c639616154b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.021166 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-3c9e0b87-9cbe-4b78-85b8-c639616154b4 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449&tenant_id=55c14671b1d2469a9339872c180b2f09 HTTP/1.1" status: 200 len: 1096 time: 0.0655510 Nov 24 15:22:02.066287 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43374) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:02.083331 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-78914e8c-88f9-49de-bb5b-f2642ce33195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.084924 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-78914e8c-88f9-49de-bb5b-f2642ce33195 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1096 time: 0.0410151 Nov 24 15:22:02.179615 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72164d05-3722-41e0-a901-630483b69dbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.181439 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-8507294c-69a8-49cb-aeb7-007d1628fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.183082 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-8507294c-69a8-49cb-aeb7-007d1628fca6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.0906029 Nov 24 15:22:02.264433 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-932b1817-d628-475b-93d4-90b061b0ff9e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 999 time: 0.0660071 Nov 24 15:22:02.264744 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72164d05-3722-41e0-a901-630483b69dbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.298733 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.317312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-57d06e06-281d-47a7-9a49-59a80cab7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.318818 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-57d06e06-281d-47a7-9a49-59a80cab7e90 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0489788 Nov 24 15:22:02.343913 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-72164d05-3722-41e0-a901-630483b69dbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.373952 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-f74e4e11-0078-48b1-9145-5c6b845d3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.375669 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-f74e4e11-0078-48b1-9145-5c6b845d3694 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487864 Nov 24 15:22:02.384468 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-72164d05-3722-41e0-a901-630483b69dbd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf5a1960c5f842c5b361ba0237696018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3169968 Nov 24 15:22:02.385658 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72164d05-3722-41e0-a901-630483b69dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fee3ec-4f85-4959-81f5-54b594072566,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:02.388703 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43392) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:02.441027 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.468645 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.499483 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-75dadde4-0c7d-470a-b58a-85d5953fe0ea service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154878 Nov 24 15:22:02.546621 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6453cc01-150e-421b-b8fe-829d339212d9 req-20fee125-2493-4f8a-ba0a-1f8c3a67f5dd tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 210 time: 0.0319576 Nov 24 15:22:02.599485 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1e5940dd-2243-4dcf-928c-58e93c1a7e9a req-74fefe46-c045-419d-a028-8933863c3be4 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909257 Nov 24 15:22:02.658230 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.660932 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:02.662054 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42fee3ec-4f85-4959-81f5-54b594072566 HTTP/1.1" status: 204 len: 168 time: 0.2723873 Nov 24 15:22:02.670503 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41fa93c-ecb1-48aa-a7bd-8fcffebac03b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fee3ec-4f85-4959-81f5-54b594072566,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:02.889966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32027b88-6f5d-448f-b784-0b91915fe2ab req-461082a1-115c-462f-bc73-2c143a3c1489 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:02.891431 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32027b88-6f5d-448f-b784-0b91915fe2ab req-461082a1-115c-462f-bc73-2c143a3c1489 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0499661 Nov 24 15:22:02.941036 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32027b88-6f5d-448f-b784-0b91915fe2ab req-abd68245-d58d-447d-b168-81c5ad155ec3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Nov 24 15:22:03.029943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.094572 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029881f2-1288-432d-8eb2-8348e17d2d24 req-abe80acd-e983-4be9-a58f-819d4d572ab9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.096736 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-029881f2-1288-432d-8eb2-8348e17d2d24 req-abe80acd-e983-4be9-a58f-819d4d572ab9 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0533578 Nov 24 15:22:03.147916 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-029881f2-1288-432d-8eb2-8348e17d2d24 req-c9add118-0e97-4c76-993f-488a51e66dee tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451677 Nov 24 15:22:03.274460 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43404) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:03.288285 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f581bd3e-7ca6-42bb-82a5-e84736cd4815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.364890 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f581bd3e-7ca6-42bb-82a5-e84736cd4815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.367858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-12bb3b8c-3ee5-47ad-9e87-556b5e722d23 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:03.369458 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-12bb3b8c-3ee5-47ad-9e87-556b5e722d23 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1076872 Nov 24 15:22:03.434978 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-585e2ba9-75d1-4fb0-b7e4-7fd5e657090c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 380 time: 0.0542445 Nov 24 15:22:03.445519 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'port': {'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'admin_state_up': True, 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'security_groups': ['e37a8f60-b969-4afe-bfe5-4032be4a2ea4']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:03.480761 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f581bd3e-7ca6-42bb-82a5-e84736cd4815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.519223 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f581bd3e-7ca6-42bb-82a5-e84736cd4815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d228742168a34c7581b38ab2893b3d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436361 Nov 24 15:22:03.520702 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f581bd3e-7ca6-42bb-82a5-e84736cd4815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cae574e-5400-4e6a-bbbc-32f01b09c8ba,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:03.522934 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43406) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:03.590293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.618527 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.659908 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-962d0750-67c8-40d6-94eb-ee2f1d7aab81 req-0741f32a-d24e-4059-96af-2067183ccb98 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 210 time: 0.0336628 Nov 24 15:22:03.660885 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Made reservation on behalf of 9597d9ee4d2143cfb56e4146dcaf52b1 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:22:03.664396 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.766449 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.769213 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:03.770630 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0cae574e-5400-4e6a-bbbc-32f01b09c8ba HTTP/1.1" status: 204 len: 168 time: 0.2467928 Nov 24 15:22:03.778314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa744e7d-a45b-464e-ac59-7e0fad882382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cae574e-5400-4e6a-bbbc-32f01b09c8ba,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:03.868064 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.20.0.3 (2a11a9c4-1ef7-4235-8979-74dbac8931c1/a1553862-5507-455b-a720-9d8c45e8e44a/685a98da-9dca-4437-aa3e-beed7694ca1c) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:04.025093 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.064109 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608ebefa-bf49-403f-9ae7-e5be7bd3f74b req-1821b253-3942-4918-9fdb-4448e41585f5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.065595 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-608ebefa-bf49-403f-9ae7-e5be7bd3f74b req-1821b253-3942-4918-9fdb-4448e41585f5 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0526218 Nov 24 15:22:04.103690 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.118931 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-608ebefa-bf49-403f-9ae7-e5be7bd3f74b req-1062b3c0-818f-437b-bc35-56a79039b39e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471466 Nov 24 15:22:04.144656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.185500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:04.188674 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:04.195355 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:04.234207 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:04.260329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.260778 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.261042 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.261329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.261658 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.261992 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.262324 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.262706 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.263066 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.263394 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.263716 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.264200 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:04.324989 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.325858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.363531 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a3259-fa03-43b1-9a2f-1f97234f51fc req-3ea39c8a-acd7-488b-bbd5-93d55a098637 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.364965 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-512a3259-fa03-43b1-9a2f-1f97234f51fc req-3ea39c8a-acd7-488b-bbd5-93d55a098637 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.1191297 Nov 24 15:22:04.416233 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-47894bb5-7f3e-4898-9d56-89bdcbc4354d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9742441 Nov 24 15:22:04.420653 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-512a3259-fa03-43b1-9a2f-1f97234f51fc req-42fa1435-1a7b-497c-b36a-743780f68f24 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472536 Nov 24 15:22:04.430841 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Request body: {'port': {'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:04.443523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-73a94a23-b511-4015-bee1-1f592bbaca67 None None] Provisioning complete for port 685a98da-9dca-4437-aa3e-beed7694ca1c triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:04.443900 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73a94a23-b511-4015-bee1-1f592bbaca67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.481878 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-73a94a23-b511-4015-bee1-1f592bbaca67 None None] Port 685a98da-9dca-4437-aa3e-beed7694ca1c cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:22:04.485161 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:04.808871 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cb38d-f0a5-4d1d-9fff-802044227c70 req-3e8b394c-061c-4365-9f52-e6bf302f4de9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:04.810963 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6c7cb38d-f0a5-4d1d-9fff-802044227c70 req-3e8b394c-061c-4365-9f52-e6bf302f4de9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 931 time: 0.0658329 Nov 24 15:22:04.873949 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6c7cb38d-f0a5-4d1d-9fff-802044227c70 req-983993de-f24b-4b92-9a53-5eebe20eb96b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560753 Nov 24 15:22:05.008832 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 685a98da-9dca-4437-aa3e-beed7694ca1c {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:05.017000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.029672 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Transition to ACTIVE for port object 685a98da-9dca-4437-aa3e-beed7694ca1c will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:22:05.086728 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.139201 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Pushing event updated for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:05.226720 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Attempting to bind port 685a98da-9dca-4437-aa3e-beed7694ca1c on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:22:05.227063 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Attempting to bind port 685a98da-9dca-4437-aa3e-beed7694ca1c by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:22:05.227392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Attempting to bind port 685a98da-9dca-4437-aa3e-beed7694ca1c on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:05.247167 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Port 685a98da-9dca-4437-aa3e-beed7694ca1c on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:22:05.248089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Attempting to bind port 685a98da-9dca-4437-aa3e-beed7694ca1c on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:22:05.256243 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:22:05.256583 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:22:05.258962 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Bound using segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:22:05.258962 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Bound port: 685a98da-9dca-4437-aa3e-beed7694ca1c, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:22:05.258962 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.286176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec73a20-0986-48ed-8e5e-1da45c8ca5b7 req-59b262bb-1ad0-4365-8921-7e2ba9e8924d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.287704 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cec73a20-0986-48ed-8e5e-1da45c8ca5b7 req-59b262bb-1ad0-4365-8921-7e2ba9e8924d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0732157 Nov 24 15:22:05.375416 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:22:05.379046 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=685a98da-9dca-4437-aa3e-beed7694ca1c,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:22:05.383693 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cec73a20-0986-48ed-8e5e-1da45c8ca5b7 req-9bf9255c-42aa-4088-9941-7cb439fb11de tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784886 Nov 24 15:22:05.464309 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.501686 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.502307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:05.503710 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] 10.222.0.83 "PUT /v2.0/ports/685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 1093 time: 1.0783169 Nov 24 15:22:05.504176 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:05.506407 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a967021b-5fcf-48eb-b772-95198411974c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:05.544654 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce685-e641-49c2-9590-0b0b8dc35263 service neutron] Pushing event updated for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:05.562701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ef01f3-0511-413d-b49e-f4f80d080834 x-openstack-request-id: req-d9ef01f3-0511-413d-b49e-f4f80d080834 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:05.563004 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:05.563268 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9ef01f3-0511-413d-b49e-f4f80d080834 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:05.563994 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'status': 'completed', 'code': 200} Nov 24 15:22:05.649497 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967021b-5fcf-48eb-b772-95198411974c req-7b7bd7f3-0c23-4de6-97c0-c818ffcd4c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.651736 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a967021b-5fcf-48eb-b772-95198411974c req-7b7bd7f3-0c23-4de6-97c0-c818ffcd4c4a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1096 time: 0.0586612 Nov 24 15:22:05.795730 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967021b-5fcf-48eb-b772-95198411974c req-537ebd58-d9ce-4f6d-9667-f7a5e8ded8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.797293 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a967021b-5fcf-48eb-b772-95198411974c req-537ebd58-d9ce-4f6d-9667-f7a5e8ded8be service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1313374 Nov 24 15:22:05.900134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a967021b-5fcf-48eb-b772-95198411974c req-53df5784-ff42-44a3-98a6-406e1ba55a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:05.901490 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a967021b-5fcf-48eb-b772-95198411974c req-53df5784-ff42-44a3-98a6-406e1ba55a22 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0965533 Nov 24 15:22:06.011518 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-f42343de-ebcd-49b0-bd89-f8aafb2eb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.013569 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-f42343de-ebcd-49b0-bd89-f8aafb2eb39f service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1096 time: 0.0725067 Nov 24 15:22:06.022048 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7f4af-6820-4afa-8ad3-527cb3067b6b req-0da584c1-3018-41a9-a008-170e5beee50d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.023407 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f8c7f4af-6820-4afa-8ad3-527cb3067b6b req-0da584c1-3018-41a9-a008-170e5beee50d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0739393 Nov 24 15:22:06.068375 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-5d99b545-6a76-4c39-b693-bcd7b18df85e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 217 time: 0.0438774 Nov 24 15:22:06.125467 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f8c7f4af-6820-4afa-8ad3-527cb3067b6b req-da0067ed-4d84-40c0-9e52-87d89296d38e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950687 Nov 24 15:22:06.137328 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-514b5a80-070b-4cbf-9948-a3fe902c4114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.139461 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-514b5a80-070b-4cbf-9948-a3fe902c4114 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0586066 Nov 24 15:22:06.188405 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb0ce4-6393-4754-8640-e40c384d089d req-91713ce0-3ce2-4716-b11e-cedd71b96cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.189846 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-91713ce0-3ce2-4716-b11e-cedd71b96cca service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427132 Nov 24 15:22:06.281158 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-eac1b634-fc88-48d4-93f4-1069201c1904 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829778 Nov 24 15:22:06.380542 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-11bb0ce4-6393-4754-8640-e40c384d089d req-b678c333-391a-4b25-bb8b-125e1f970d50 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853269 Nov 24 15:22:06.501131 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cebef-0de1-40a0-b384-000643710980 req-010dd56e-dae8-44ff-9609-444447884b6d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:06.502584 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c25cebef-0de1-40a0-b384-000643710980 req-010dd56e-dae8-44ff-9609-444447884b6d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0495143 Nov 24 15:22:06.552589 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c25cebef-0de1-40a0-b384-000643710980 req-78ffc648-86a2-4bc4-87ba-4d46767bb7e0 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438457 Nov 24 15:22:07.243902 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcccb6b7-7fea-4614-a952-2224dbdbd151 req-02f06abc-0fc1-4151-8e65-e7e4b18519d3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.246556 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bcccb6b7-7fea-4614-a952-2224dbdbd151 req-02f06abc-0fc1-4151-8e65-e7e4b18519d3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0532546 Nov 24 15:22:07.306141 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bcccb6b7-7fea-4614-a952-2224dbdbd151 req-12825225-6a66-4b22-91d0-bddea45acfeb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548868 Nov 24 15:22:07.669649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51492c-f736-435a-88b4-930c6eb582e6 req-1e070658-24a9-4918-88d0-e634cf85e393 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:07.671137 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b51492c-f736-435a-88b4-930c6eb582e6 req-1e070658-24a9-4918-88d0-e634cf85e393 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0497043 Nov 24 15:22:07.722706 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0b51492c-f736-435a-88b4-930c6eb582e6 req-b86fded5-87dc-49fe-8b61-fb739413b2cb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456116 Nov 24 15:22:08.417328 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757db7c1-d88f-4662-a71e-f56c0eacfb81 req-41cad661-0599-4988-bb67-d121105ed3c8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.418758 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-757db7c1-d88f-4662-a71e-f56c0eacfb81 req-41cad661-0599-4988-bb67-d121105ed3c8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0478766 Nov 24 15:22:08.470343 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-757db7c1-d88f-4662-a71e-f56c0eacfb81 req-73e845a2-2b4c-4e41-adaf-f490fa609450 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456514 Nov 24 15:22:08.837143 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89fb6b-187e-443e-957d-93717af4cd6b req-af4e0d2e-e704-4d99-9d81-be94f6089611 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:08.838625 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ed89fb6b-187e-443e-957d-93717af4cd6b req-af4e0d2e-e704-4d99-9d81-be94f6089611 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0484185 Nov 24 15:22:08.886364 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ed89fb6b-187e-443e-957d-93717af4cd6b req-f6800fc4-a4ea-4b24-9bcb-624e840de0a8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418074 Nov 24 15:22:09.582159 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6f84c-04a6-4e96-8218-dac0a6e34e94 req-f752ddce-a4c8-4cb5-a832-117b4fc07546 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:09.583550 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efb6f84c-04a6-4e96-8218-dac0a6e34e94 req-f752ddce-a4c8-4cb5-a832-117b4fc07546 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0477033 Nov 24 15:22:09.638368 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efb6f84c-04a6-4e96-8218-dac0a6e34e94 req-dbc6f61a-2932-410e-837b-f451ac4f21d2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489123 Nov 24 15:22:09.998688 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2166258e-e62c-4499-94ca-06def31fe6c9 req-ce4347b5-df5c-46d0-a74b-f73b6d0493ef tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:10.000697 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2166258e-e62c-4499-94ca-06def31fe6c9 req-ce4347b5-df5c-46d0-a74b-f73b6d0493ef tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0487912 Nov 24 15:22:10.049349 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2166258e-e62c-4499-94ca-06def31fe6c9 req-e040c386-4ee1-42be-b9da-514b257a76f8 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427160 Nov 24 15:22:10.754241 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17410b-0cb6-4f13-94f8-2b07c5b645e7 req-b8eac240-9a0e-42b6-9d2c-3c6b8e55f524 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:10.755690 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8d17410b-0cb6-4f13-94f8-2b07c5b645e7 req-b8eac240-9a0e-42b6-9d2c-3c6b8e55f524 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0481362 Nov 24 15:22:10.806504 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-8d17410b-0cb6-4f13-94f8-2b07c5b645e7 req-a5343aab-0e28-4478-a3fb-544e805ac996 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449109 Nov 24 15:22:11.166464 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6b9ba4-8481-43a9-a291-f3c9aadff883 req-3b14fdf2-ea21-483a-9d3f-2ccb51ccfe1d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.167925 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2d6b9ba4-8481-43a9-a291-f3c9aadff883 req-3b14fdf2-ea21-483a-9d3f-2ccb51ccfe1d tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0526295 Nov 24 15:22:11.215409 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2d6b9ba4-8481-43a9-a291-f3c9aadff883 req-520c5fc2-94f5-4ed7-98ff-cc95e47260bb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416265 Nov 24 15:22:11.923405 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970866fd-5d2f-418f-ae47-3237f70ae07c req-4d23333b-3793-484a-805b-5834a2980df0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:11.924807 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-970866fd-5d2f-418f-ae47-3237f70ae07c req-4d23333b-3793-484a-805b-5834a2980df0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0527589 Nov 24 15:22:11.972521 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-970866fd-5d2f-418f-ae47-3237f70ae07c req-54e4cf7d-504c-4792-a8c6-0c0616b3facc tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Nov 24 15:22:12.336842 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c047ff0-bd37-415d-afb7-2221d0bd971f req-8e013f24-15c3-468f-a26c-e2f3f20b7fae tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:12.338332 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c047ff0-bd37-415d-afb7-2221d0bd971f req-8e013f24-15c3-468f-a26c-e2f3f20b7fae tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0570617 Nov 24 15:22:12.386220 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-5c047ff0-bd37-415d-afb7-2221d0bd971f req-f22ff9db-3a63-4cad-94c8-8746aa0f692e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420637 Nov 24 15:22:13.086244 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab1936f-5eac-4df7-9e31-78d3fad5124e req-e2994a76-7fe7-4c31-be38-d23eefb94378 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:13.087732 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dab1936f-5eac-4df7-9e31-78d3fad5124e req-e2994a76-7fe7-4c31-be38-d23eefb94378 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0478866 Nov 24 15:22:13.136110 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-dab1936f-5eac-4df7-9e31-78d3fad5124e req-a2f341c8-cb88-4402-a8c6-23b72e5c6974 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Nov 24 15:22:13.498419 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010b36dd-a82b-4cc7-a07c-fcece554fe50 req-34dd0219-f62e-47f5-898b-f1a0e7fd51bb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:13.499876 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-010b36dd-a82b-4cc7-a07c-fcece554fe50 req-34dd0219-f62e-47f5-898b-f1a0e7fd51bb tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0485399 Nov 24 15:22:13.552141 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-010b36dd-a82b-4cc7-a07c-fcece554fe50 req-d5a92213-45a3-477a-8b51-a99baee9094a tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462122 Nov 24 15:22:14.252941 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7d50a-fdc4-4aba-b954-7855fd6c7ecb req-990c0123-6767-476f-8f75-371bed5b6008 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:14.253776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-90c7d50a-fdc4-4aba-b954-7855fd6c7ecb req-990c0123-6767-476f-8f75-371bed5b6008 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0510881 Nov 24 15:22:14.317873 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-90c7d50a-fdc4-4aba-b954-7855fd6c7ecb req-d9da2f80-ba84-49f1-b85d-198e512a11d6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529206 Nov 24 15:22:14.666507 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab95abc-0d8e-4a94-a46a-cb2bc7d8108a req-def99188-ed64-41db-bb8d-e2d35d50418f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:14.668009 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dab95abc-0d8e-4a94-a46a-cb2bc7d8108a req-def99188-ed64-41db-bb8d-e2d35d50418f tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0494916 Nov 24 15:22:14.718709 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-dab95abc-0d8e-4a94-a46a-cb2bc7d8108a req-23c152a9-1e33-4123-8d3f-3bd5c1f45ea1 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433333 Nov 24 15:22:15.430143 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12005f82-7d10-48e1-88d7-96ebb525b372 req-c56fec18-f7a9-44a2-b5f1-1bb98faae62b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:15.431576 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12005f82-7d10-48e1-88d7-96ebb525b372 req-c56fec18-f7a9-44a2-b5f1-1bb98faae62b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0474064 Nov 24 15:22:15.479682 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-12005f82-7d10-48e1-88d7-96ebb525b372 req-13162a94-9f30-4edb-854e-5a894c325e4c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Nov 24 15:22:15.789313 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:22:15.835566 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2880564-bad7-4344-abc0-26cf42123d7e req-a4c72671-8e2e-4c14-aebd-5603be580e01 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:15.837063 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b2880564-bad7-4344-abc0-26cf42123d7e req-a4c72671-8e2e-4c14-aebd-5603be580e01 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 943 time: 0.0499272 Nov 24 15:22:15.887903 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:15.888614 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b2880564-bad7-4344-abc0-26cf42123d7e req-5090af84-31b2-4b38-aede-01d01daccaa2 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451393 Nov 24 15:22:15.900044 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'port_id': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'mac_address': 'fa:16:3e:59:ec:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:22:15.943431 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:15.956038 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d728c0be-07f7-4534-b2b9-26df4f732e71 {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:15.974853 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:16.057602 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:16.104157 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=7']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:16.287309 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['d728c0be-07f7-4534-b2b9-26df4f732e71'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:16.595122 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a00da6-3330-41f6-9452-1f55a817760e req-46d6e626-4d30-4a73-89c1-a3c4ca8c69e3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:16.596537 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6a00da6-3330-41f6-9452-1f55a817760e req-46d6e626-4d30-4a73-89c1-a3c4ca8c69e3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0496368 Nov 24 15:22:16.645876 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6a00da6-3330-41f6-9452-1f55a817760e req-db1d2913-94af-4beb-80e8-a042f241cd9b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430193 Nov 24 15:22:17.005957 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6b8bc-70e7-4498-8314-d858af8b5ae5 req-7e1d69cd-5190-415e-a4c1-f8daa599a83b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:17.007439 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-37c6b8bc-70e7-4498-8314-d858af8b5ae5 req-7e1d69cd-5190-415e-a4c1-f8daa599a83b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 944 time: 0.0517910 Nov 24 15:22:17.056152 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-37c6b8bc-70e7-4498-8314-d858af8b5ae5 req-78822b9d-d2ea-47e2-b057-6d860489ffb1 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427346 Nov 24 15:22:17.631245 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:22:17.762656 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71c987-bf09-42ef-adc7-36982254fada req-30ccd9f8-f0e5-4c2e-812f-66836c5bf1af tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:17.764101 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9f71c987-bf09-42ef-adc7-36982254fada req-30ccd9f8-f0e5-4c2e-812f-66836c5bf1af tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 943 time: 0.0501788 Nov 24 15:22:17.812506 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9f71c987-bf09-42ef-adc7-36982254fada req-828701c4-697b-47e0-8392-17a823d76d5e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Nov 24 15:22:17.815487 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 685a98da-9dca-4437-aa3e-beed7694ca1c details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:22:17.820432 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:17.939338 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port d728c0be-07f7-4534-b2b9-26df4f732e71 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:17.939715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:17.969583 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=685a98da-9dca-4437-aa3e-beed7694ca1c,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:17.988973 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:22:18.053704 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.073693 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 685a98da-9dca-4437-aa3e-beed7694ca1c {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:22:18.082231 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.104333 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=685a98da-9dca-4437-aa3e-beed7694ca1c,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:18.116605 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:18.118845 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99bba0f-dfd6-48fc-90af-e529b1f44c13" -d '{"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-plugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:18.132281 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:18.157748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f8aac4d-6569-43f8-b933-92d5836fbaad x-openstack-request-id: req-4f8aac4d-6569-43f8-b933-92d5836fbaad {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:18.158112 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-plugged", "status": "completed", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:18.158419 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f8aac4d-6569-43f8-b933-92d5836fbaad {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:18.158850 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'code': 200} Nov 24 15:22:18.173185 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.173379 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8760eda-a932-4a19-a49b-316d899a4efd req-b96ebb7d-738b-4702-a689-83f1cbefdade tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:18.174738 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8760eda-a932-4a19-a49b-316d899a4efd req-b96ebb7d-738b-4702-a689-83f1cbefdade tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 944 time: 0.0515461 Nov 24 15:22:18.203463 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:18.224355 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:18.229943 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8760eda-a932-4a19-a49b-316d899a4efd req-23c7ee1e-3921-42a1-b430-95def55bb476 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489743 Nov 24 15:22:18.283555 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=8']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:18.413377 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['685a98da-9dca-4437-aa3e-beed7694ca1c'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:22:18.443943 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e86c85-b516-4c6f-b59a-d06ebe39c467 req-02ebe667-a354-4c59-9164-dd50df8b886a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:18.445464 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32e86c85-b516-4c6f-b59a-d06ebe39c467 req-02ebe667-a354-4c59-9164-dd50df8b886a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0423234 Nov 24 15:22:18.494472 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-32e86c85-b516-4c6f-b59a-d06ebe39c467 req-b6588e36-0822-403e-a473-4c755214bc3d service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396469 Nov 24 15:22:18.935006 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5ed97-a1a7-4584-b826-96dcf82932f2 req-ffe79964-9f70-4fb0-a958-ef79e8028480 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:18.936505 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1bb5ed97-a1a7-4584-b826-96dcf82932f2 req-ffe79964-9f70-4fb0-a958-ef79e8028480 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 944 time: 0.0522783 Nov 24 15:22:18.985145 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1bb5ed97-a1a7-4584-b826-96dcf82932f2 req-c1012414-c90a-47ae-b763-85442ee9774e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Nov 24 15:22:19.348578 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5169aa-05d4-4748-b6aa-0c64d6a641cd req-7b270114-6e44-44cc-855c-d5ee8b90892c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:19.350058 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f5169aa-05d4-4748-b6aa-0c64d6a641cd req-7b270114-6e44-44cc-855c-d5ee8b90892c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Nov 24 15:22:19.399036 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-2f5169aa-05d4-4748-b6aa-0c64d6a641cd req-b5db88c5-6ca4-4917-b2e9-641ef13dcc0b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429249 Nov 24 15:22:19.835101 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 685a98da-9dca-4437-aa3e-beed7694ca1c up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:22:19.926048 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 685a98da-9dca-4437-aa3e-beed7694ca1c completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:22:19.929970 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 685a98da-9dca-4437-aa3e-beed7694ca1c triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:22:19.930340 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:20.007153 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:20.046875 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=685a98da-9dca-4437-aa3e-beed7694ca1c,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:20.086324 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:20.103862 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d28b4-b14f-4724-8838-702424536026 req-47270e80-c02c-43a2-bc1b-81b86688ed4d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:20.105727 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fd0d28b4-b14f-4724-8838-702424536026 req-47270e80-c02c-43a2-bc1b-81b86688ed4d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 944 time: 0.0497606 Nov 24 15:22:20.149385 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:20.159564 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:20.160585 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fd0d28b4-b14f-4724-8838-702424536026 req-2938a75a-c44e-4674-826c-8a64bf049ded tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478330 Nov 24 15:22:20.161901 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073803f0-cc68-47dd-a8af-bfafb6853f75" -d '{"events": [{"server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "name": "network-vif-plugged", "status": "completed", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:20.196696 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194fb3e-c8d2-4986-8a88-e9c881abad97 x-openstack-request-id: req-8194fb3e-c8d2-4986-8a88-e9c881abad97 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:20.197246 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "name": "network-vif-plugged", "status": "completed", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:20.197495 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8194fb3e-c8d2-4986-8a88-e9c881abad97 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:20.197881 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'code': 200} Nov 24 15:22:20.512354 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ab556-ebda-4f87-9990-c8bca93cd9ce req-f37af005-d935-4888-9d77-7892f7cecfdf tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:20.513814 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c74ab556-ebda-4f87-9990-c8bca93cd9ce req-f37af005-d935-4888-9d77-7892f7cecfdf tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0485184 Nov 24 15:22:20.566995 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c74ab556-ebda-4f87-9990-c8bca93cd9ce req-2e53aaad-60c8-4542-bb1c-ef733c0308c9 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Nov 24 15:22:21.275347 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940018c8-938b-4212-965f-6cab2b1dd4f3 req-c9aa3732-c04f-4dec-b3a3-0c7bb6a0e73f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:21.276849 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-940018c8-938b-4212-965f-6cab2b1dd4f3 req-c9aa3732-c04f-4dec-b3a3-0c7bb6a0e73f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0489314 Nov 24 15:22:21.335483 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-940018c8-938b-4212-965f-6cab2b1dd4f3 req-75a32016-ac44-471f-b5b4-5c25dee7e5fb tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516043 Nov 24 15:22:22.278751 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a4839-da42-4bb2-a237-8e69ffb9070d req-d5fcde4b-32eb-42d0-815d-f1da4bb09b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:22.280829 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-394a4839-da42-4bb2-a237-8e69ffb9070d req-d5fcde4b-32eb-42d0-815d-f1da4bb09b0f service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1098 time: 0.0381272 Nov 24 15:22:22.447231 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0f2f7e-1379-4949-b94a-660132e6d03c req-8b3d6da4-e55c-4d6f-9aa7-b3ab840c9eb1 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:22.448730 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d0f2f7e-1379-4949-b94a-660132e6d03c req-8b3d6da4-e55c-4d6f-9aa7-b3ab840c9eb1 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0475125 Nov 24 15:22:22.497951 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0d0f2f7e-1379-4949-b94a-660132e6d03c req-df45e39e-0327-47db-ad4e-44a9c31256dc tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426960 Nov 24 15:22:23.249725 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-394a4839-da42-4bb2-a237-8e69ffb9070d req-95719c15-f9ed-41f4-8ac6-91734e132d03 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395768 Nov 24 15:22:23.610562 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc64c44-6197-4dfa-8820-f119aa85fa17 req-d36256eb-86cc-45fd-8ada-8d94cc2b3f99 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:23.612051 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fdc64c44-6197-4dfa-8820-f119aa85fa17 req-d36256eb-86cc-45fd-8ada-8d94cc2b3f99 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Nov 24 15:22:23.663927 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fdc64c44-6197-4dfa-8820-f119aa85fa17 req-58e8aa3a-92d3-462e-ba46-03d676a5a96c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Nov 24 15:22:24.791616 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66219dcc-a7e9-41d9-812e-020d08788091 req-416a05ba-2986-4c28-9113-cd4187c6707b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:24.793531 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-66219dcc-a7e9-41d9-812e-020d08788091 req-416a05ba-2986-4c28-9113-cd4187c6707b tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0553262 Nov 24 15:22:24.843301 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-66219dcc-a7e9-41d9-812e-020d08788091 req-bfc6f0e1-e258-4796-8109-8dc668025aab tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Nov 24 15:22:24.960210 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ef5c8-becc-4b0a-939f-e1489fe592fc req-9cbedae8-8677-46e9-ab4c-4002c17d1051 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:24.961669 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c01ef5c8-becc-4b0a-939f-e1489fe592fc req-9cbedae8-8677-46e9-ab4c-4002c17d1051 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0493650 Nov 24 15:22:25.012324 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c01ef5c8-becc-4b0a-939f-e1489fe592fc req-b02aa943-3cab-4e00-aad7-5ecee60d9c95 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446825 Nov 24 15:22:25.035057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43582) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:25.074709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d42021-92ee-4070-8b6d-57cfe9258840 tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:25.076190 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b9d42021-92ee-4070-8b6d-57cfe9258840 tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1093 time: 0.0400338 Nov 24 15:22:25.079048 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43584) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:25.083487 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:22:25.160565 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.256904 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.370111 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.27.2.73 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/1de51f67-37d4-4fe3-840c-072b396197f9) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:22:25.472742 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.561011 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:25.596405 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:22:25.597872 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:22:25.603828 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:22:25.630808 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=1de51f67-37d4-4fe3-840c-072b396197f9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:25.641623 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.641973 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.642314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.642649 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.642978 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.643311 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.643684 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.644034 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.644706 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.645053 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.645373 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.645689 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:25.986659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.116587 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.269147 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.372136 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.445929 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=1de51f67-37d4-4fe3-840c-072b396197f9,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:26.454534 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:26.555793 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP daf8cf6a-1d95-413f-854d-7fa34edf2be8 associated. External IP: 172.27.2.73, port: 685a98da-9dca-4437-aa3e-beed7694ca1c. Nov 24 15:22:26.763741 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:27.090715 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:27.100793 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:27.118762 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:27.118762 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:27.168475 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:27.209521 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9f025002-f0ef-4b6f-8881-92ecc0b72358 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1157827 Nov 24 15:22:27.209521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:27.209521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:27.223429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-4d0474f5-827a-433b-8ee8-e07cda57e4e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:27.223989 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:27.236044 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf89e61-b4ac-418e-b995-33f551e19ff8 x-openstack-request-id: req-3bf89e61-b4ac-418e-b995-33f551e19ff8 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:27.236338 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:27.236594 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3bf89e61-b4ac-418e-b995-33f551e19ff8 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:27.236995 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'status': 'completed', 'code': 200} Nov 24 15:22:27.304542 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-d378ba48-d74d-4cf1-9ee2-acba7af258b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.306145 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-d378ba48-d74d-4cf1-9ee2-acba7af258b4 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1098 time: 0.0437713 Nov 24 15:22:27.419019 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-5ad43c38-bf6f-4122-9cda-31db3d3c1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.420628 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-5ad43c38-bf6f-4122-9cda-31db3d3c1491 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.1008539 Nov 24 15:22:27.467813 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:25Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:27.488934 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-7e2b0061-961a-47fb-b811-0d49aef4452d service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 998 time: 0.0589466 Nov 24 15:22:27.495327 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:27.503775 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:27.504415 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:27.540973 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-bc7ea730-22e0-4051-922b-9ae754d7bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.542558 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-bc7ea730-22e0-4051-922b-9ae754d7bed5 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0464251 Nov 24 15:22:27.594486 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-0024df98-756d-446e-9c45-2e5cdeb94837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:27.596066 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-0024df98-756d-446e-9c45-2e5cdeb94837 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451412 Nov 24 15:22:27.613585 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:27.748620 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-da86b439-fab2-4f10-952f-56a9f6a727ac service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445320 Nov 24 15:22:27.848318 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-21fdfd79-cc6b-4bf9-b6a9-af8cfe9cab61 req-cff48f04-f9de-402e-8231-497ecd40a953 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920427 Nov 24 15:22:27.885299 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:25Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:27.911840 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0506386d-3b0d-4da1-b434-4db659fafefe None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:25Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:28.097498 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bfab8-bfec-4400-804d-7ac4977643f3 None None] New status for floating IP daf8cf6a-1d95-413f-854d-7fa34edf2be8: ACTIVE {{(pid=103211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:22:29.142805 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43626) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:29.244768 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad670-d2ef-47f7-83a4-917fa4b71b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.317167 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad670-d2ef-47f7-83a4-917fa4b71b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.394585 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9ad670-d2ef-47f7-83a4-917fa4b71b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.432315 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6a9ad670-d2ef-47f7-83a4-917fa4b71b59 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b79da6d4063a474eb3b748eca426610a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2883768 Nov 24 15:22:29.433194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ad670-d2ef-47f7-83a4-917fa4b71b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=049834c0-eb92-47bd-a343-723b7f3b700a,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:29.435002 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43630) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:29.484191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.504897 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.606363 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-60063b61-c350-42eb-a1f1-df39824d114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.629646 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.632356 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:29.633507 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/049834c0-eb92-47bd-a343-723b7f3b700a HTTP/1.1" status: 204 len: 168 time: 0.1967013 Nov 24 15:22:29.641596 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442bf066-641b-40cf-878d-91b71cc4cd5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=049834c0-eb92-47bd-a343-723b7f3b700a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:30.640576 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:32.320377 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:33.046704 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.023559 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43678) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:34.103142 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.125322 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08b9f9b1-869e-4f94-8b27-730ea7cacfb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.196037 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08b9f9b1-869e-4f94-8b27-730ea7cacfb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.257410 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-08b9f9b1-869e-4f94-8b27-730ea7cacfb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.296926 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9f9b1-869e-4f94-8b27-730ea7cacfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd7d075-71ef-4be1-882d-e76e9bc5c782,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:34.303901 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-08b9f9b1-869e-4f94-8b27-730ea7cacfb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb63ce47ed0e400fac4651384fd2d1d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791684 Nov 24 15:22:34.304314 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43682) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:34.352082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.373192 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.491709 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.494328 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:34.495508 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bbd7d075-71ef-4be1-882d-e76e9bc5c782 HTTP/1.1" status: 204 len: 168 time: 0.1896782 Nov 24 15:22:34.503796 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dc6ef3-7716-473d-b109-1c22a80a9926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd7d075-71ef-4be1-882d-e76e9bc5c782,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:34.611303 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-476396a9-86a6-4186-8736-efe7c855846b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383868 Nov 24 15:22:34.673689 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-be0abc32-d3d9-4a81-b0fb-dee06f9f1098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:34.675202 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-be0abc32-d3d9-4a81-b0fb-dee06f9f1098 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 1099 time: 0.0410340 Nov 24 15:22:34.794145 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-58dad29b-3d0d-4a6e-b0e8-8b30d15e5ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:34.795612 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-58dad29b-3d0d-4a6e-b0e8-8b30d15e5ae4 service neutron] 10.222.0.83 "GET /v2.0/networks?id=b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 200 len: 919 time: 0.0946589 Nov 24 15:22:34.869485 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-1d756afd-05b2-494d-ae07-0eaabd4f8aaf service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 200 len: 1000 time: 0.0578699 Nov 24 15:22:34.922286 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-02285e26-b03e-4783-a582-a36512c1b63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:34.924367 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-02285e26-b03e-4783-a582-a36512c1b63d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 200 len: 856 time: 0.0442679 Nov 24 15:22:34.986466 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-e45c89a0-dfcc-46f5-ab76-9ac81341a84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:34.988183 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-e45c89a0-dfcc-46f5-ab76-9ac81341a84a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=b5ba6a4a-3182-4321-8939-892599c91e52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0463622 Nov 24 15:22:35.084613 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-9fceaf19-298f-46f0-8291-2d1120013176 service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890367 Nov 24 15:22:35.181765 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b7310f6f-8d20-4e43-8518-b7d4b8a7d5f3 req-7f716294-b95a-4a93-8774-9f6bfd8d006c service neutron] 10.222.0.83 "GET /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842054 Nov 24 15:22:44.054392 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f1a2b-13f7-4fc4-8751-168ff515ce86 req-5344bb18-bc7b-4e7e-a950-f61949b15345 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:44.055854 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0f7f1a2b-13f7-4fc4-8751-168ff515ce86 req-5344bb18-bc7b-4e7e-a950-f61949b15345 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0494483 Nov 24 15:22:44.102604 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-0f7f1a2b-13f7-4fc4-8751-168ff515ce86 req-bb77b7f0-5701-4c8e-9fd3-ded7aa145013 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405715 Nov 24 15:22:45.223585 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d748e7-aa14-43d7-a09c-ccab99fc20dc req-58393e63-a686-4645-b3a1-b2b2bceb3f4e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:45.225474 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17d748e7-aa14-43d7-a09c-ccab99fc20dc req-58393e63-a686-4645-b3a1-b2b2bceb3f4e tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0503478 Nov 24 15:22:45.276466 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-17d748e7-aa14-43d7-a09c-ccab99fc20dc req-5a2b9524-d79c-4a4d-8915-0fecc18cf40c tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Nov 24 15:22:45.918034 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c307f-b9cf-42b7-844d-f819def7af17 req-07fbbc98-4999-4c50-b11e-2e2a25c51095 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:45.919455 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-995c307f-b9cf-42b7-844d-f819def7af17 req-07fbbc98-4999-4c50-b11e-2e2a25c51095 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0497878 Nov 24 15:22:46.012699 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Deleting port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:46.013042 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.101231 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] For port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:46.101595 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.270836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.271499 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.271499 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Floating IP 312733df-49fd-4440-9d09-e12ce1c91e8e disassociated. External IP: 172.27.2.83, port: f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe. Nov 24 15:22:46.271740 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Calling delete_port for f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:46.399333 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6fdbe-cdb9-40f8-9e26-081b41d96ca8 req-c369cda9-3253-48bb-9e22-a844b91c3757 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:22:46.400891 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-10c6fdbe-cdb9-40f8-9e26-081b41d96ca8 req-c369cda9-3253-48bb-9e22-a844b91c3757 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 946 time: 0.0512490 Nov 24 15:22:46.449720 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-10c6fdbe-cdb9-40f8-9e26-081b41d96ca8 req-edee42df-834a-4568-8cb1-aed93af3c3c1 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups?id=9f7339a9-400a-4551-aea7-09cd7610e849&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417490 Nov 24 15:22:46.469107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.501218 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'Port': ['ID=f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:46.614760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:46.718690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:46.730209 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:46.742882 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:46.743538 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:46.763155 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] No DVR routers for this DVR port f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:46.765837 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:46.769612 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-995c307f-b9cf-42b7-844d-f819def7af17 req-3fc78a4d-c2d4-4f1e-aeff-d053c19b3323 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.83 "DELETE /v2.0/ports/f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe HTTP/1.1" status: 204 len: 173 time: 0.8428650 Nov 24 15:22:46.770072 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-deleted', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:22:46.773018 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abecb7f3-0594-49c9-8cb1-dbb82ae81e7e" -d '{"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-deleted", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:22:46.812253 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358b733-e756-40af-81aa-580f42843dfc x-openstack-request-id: req-7358b733-e756-40af-81aa-580f42843dfc {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:22:46.812548 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b", "name": "network-vif-deleted", "tag": "f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:22:46.812799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7358b733-e756-40af-81aa-580f42843dfc {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:22:46.813193 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b', 'name': 'network-vif-deleted', 'tag': 'f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe', 'status': 'completed', 'code': 200} Nov 24 15:22:46.856563 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:47.148488 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:47.174525 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:47.184831 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:47.185710 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:47.294658 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:47.502144 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:47.530960 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222276ec-0cb5-434d-863b-2f4a24ae7487 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:15:50Z', 'revision_number': 4, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '77c0bdac-7770-4690-ade7-fb6d18e83876', 'name': '', 'network_id': 'b5ba6a4a-3182-4321-8939-892599c91e52', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'mac_address': 'fa:16:3e:d0:28:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:48Z', 'updated_at': '2021-11-24T15:15:54Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'subnets': [{'id': '1335ebd8-f11c-42c0-9c06-e227dbc7567c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:47.568659 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-af8d7f25-c8c3-4437-a7f1-d6f326b27f91 req-fa6a8c21-e0aa-4472-8f54-6c117183d908 tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/ports?device_id=86c9ee68-30a3-42ed-87db-fe5a1b5c5a8b HTTP/1.1" status: 200 len: 210 time: 0.0316715 Nov 24 15:22:47.753277 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf0f8d16-7d0d-4d25-9a81-2d8e2dd3a41a None None] New status for floating IP 312733df-49fd-4440-9d09-e12ce1c91e8e: DOWN {{(pid=103211) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:22:48.761925 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 43820) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.815851 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.841302 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.960143 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.962875 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:48.964082 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "DELETE /v2.0/security-groups/9f7339a9-400a-4551-aea7-09cd7610e849 HTTP/1.1" status: 204 len: 168 time: 0.2011292 Nov 24 15:22:48.966890 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43824) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:48.973780 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5991a4d9-ea36-4c07-afb5-32089a18db0f tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7339a9-400a-4551-aea7-09cd7610e849,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:48.981072 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.api.v2.resource [None req-36566191-e07d-4ea7-a4d8-6ac0890b15ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] show failed (client error): The resource could not be found. Nov 24 15:22:48.982055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-36566191-e07d-4ea7-a4d8-6ac0890b15ec tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "GET /v2.0/security-groups/9f7339a9-400a-4551-aea7-09cd7610e849 HTTP/1.1" status: 404 len: 347 time: 0.0141504 Nov 24 15:22:48.984876 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43826) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:49.107070 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Deleting port bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:49.107402 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.181250 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.181488 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.192714 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Calling delete_port for bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5 owned by network:floatingip {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:49.398825 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.427661 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Pushing event deleted for resources: {'Port': ['ID=bf9dd80d-5fe7-49ab-b4b3-4842cd0a7ce5,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:49.487103 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks [] for floatingip, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.489758 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:49.490904 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-fb049691-2e1e-41af-a81a-db2aa8072a2d tempest-AttachVolumeShelveTestJSON-461102064 tempest-AttachVolumeShelveTestJSON-461102064-project] 10.222.0.15 "DELETE /v2.0/floatingips/312733df-49fd-4440-9d09-e12ce1c91e8e HTTP/1.1" status: 204 len: 168 time: 0.5051377 Nov 24 15:22:50.016459 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:50.036952 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:50.037321 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device f0f08d7f-aac1-4d0d-a2a8-58137ec1c9fe not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:52.160492 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43866) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:52.887089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.125114 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Deleting port 77c0bdac-7770-4690-ade7-fb6d18e83876 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:53.125446 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.204141 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] For port 77c0bdac-7770-4690-ade7-fb6d18e83876, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=77c0bdac-7770-4690-ade7-fb6d18e83876,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:53.204808 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.216284 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Calling delete_port for 77c0bdac-7770-4690-ade7-fb6d18e83876 owned by network:router_interface {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:53.440371 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.466266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c0bdac-7770-4690-ade7-fb6d18e83876,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:53.632109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:53.851572 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Router f6818664-89ac-4aed-ba9d-9fd69e889cf3 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:22:53.956807 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:22:53.961924 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6249ac28-6427-4de1-b446-7f95283b1721 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6818664-89ac-4aed-ba9d-9fd69e889cf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8004003 Nov 24 15:22:53.964617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43872) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:53.967093 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Sync routers for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:22:53.977107 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:53.977706 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.074315 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks [] for router, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.084305 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:54.182797 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.263319 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80'}], 'enable_snat': True}, 'gw_port_id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:22:53Z', 'revision_number': 5, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port': {'id': '7b7e55e2-aed7-4bd4-b773-a4feb28ec897', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 280, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:15:45Z', 'updated_at': '2021-11-24T15:15:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.290271 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Checking router: f6818664-89ac-4aed-ba9d-9fd69e889cf3 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:22:54.292798 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Deleting port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:54.293312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.298698 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Routers {'f6818664-89ac-4aed-ba9d-9fd69e889cf3'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:22:54.299334 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:22:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.377536 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] For port 7b7e55e2-aed7-4bd4-b773-a4feb28ec897, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:54.377828 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.385750 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] Set router f6818664-89ac-4aed-ba9d-9fd69e889cf3 gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:22:54.389948 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Calling delete_port for 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 owned by network:router_gateway {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:54.436409 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 6, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:54.464849 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76eda64-8584-4d3c-926a-604998f47176 None None] The sync data for ids ['f6818664-89ac-4aed-ba9d-9fd69e889cf3'] in dv-cinder-816898-4-iscsi is: [{'id': 'f6818664-89ac-4aed-ba9d-9fd69e889cf3', 'name': 'tempest-AttachVolumeShelveTestJSON-1207946744-router', 'tenant_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:15:44Z', 'updated_at': '2021-11-24T15:22:54Z', 'revision_number': 6, 'project_id': '29c7807f7ad24ac5ac8abd2f485b0a97', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:22:54.630107 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:22:54.783411 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.810853 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7e55e2-aed7-4bd4-b773-a4feb28ec897,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:54.875003 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.983148 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:54.985312 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.158752 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.159358 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6818664-89ac-4aed-ba9d-9fd69e889cf3 {{(pid=103209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:22:55.165596 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.167311 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-bab01a0e-9bbd-4ed0-b109-f8e1a79fa40c admin admin] 10.222.0.15 "DELETE /v2.0/routers/f6818664-89ac-4aed-ba9d-9fd69e889cf3 HTTP/1.1" status: 204 len: 168 time: 1.2015839 Nov 24 15:22:55.170053 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43878) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:55.214935 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Deleting subnet 1335ebd8-f11c-42c0-9c06-e227dbc7567c {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:22:55.218149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.258694 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13844893'] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.336389 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.467723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12602047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317819'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.495100 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1335ebd8-f11c-42c0-9c06-e227dbc7567c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.502463 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.509099 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-05a5b502-7db6-4ee6-8aef-d6c2c6751bf9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1335ebd8-f11c-42c0-9c06-e227dbc7567c HTTP/1.1" status: 204 len: 168 time: 0.3360107 Nov 24 15:22:55.509337 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43884) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:55.512050 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7706ba31-fcca-4032-9c96-b4649ca8179f None None] Network b5ba6a4a-3182-4321-8939-892599c91e52 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:22:55.585967 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.638708 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Deleting port 27dcbf37-5711-43ae-a2e2-19257d43818c {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:55.639044 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.708673 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] For port 27dcbf37-5711-43ae-a2e2-19257d43818c, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=27dcbf37-5711-43ae-a2e2-19257d43818c,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:55.709074 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.711868 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] DHCP port deletion for b5ba6a4a-3182-4321-8939-892599c91e52 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:22:55.722649 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Calling delete_port for 27dcbf37-5711-43ae-a2e2-19257d43818c owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:55.758805 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Deleting port 27dcbf37-5711-43ae-a2e2-19257d43818c {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:22:55.759187 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.823476 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] For port 27dcbf37-5711-43ae-a2e2-19257d43818c, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=27dcbf37-5711-43ae-a2e2-19257d43818c,segment=NetworkSegment(4eb54af5-21c0-469b-8227-14a49aed4344),segment_id=4eb54af5-21c0-469b-8227-14a49aed4344)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:22:55.824986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.841649 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Calling delete_port for 27dcbf37-5711-43ae-a2e2-19257d43818c owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:22:55.863208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.892037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Pushing event deleted for resources: {'Port': ['ID=27dcbf37-5711-43ae-a2e2-19257d43818c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.896517 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] No DVR routers for this DVR port 27dcbf37-5711-43ae-a2e2-19257d43818c on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:55.923851 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.949394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Pushing event deleted for resources: {'Port': ['ID=27dcbf37-5711-43ae-a2e2-19257d43818c,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:55.954011 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] No DVR routers for this DVR port 27dcbf37-5711-43ae-a2e2-19257d43818c on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.965096 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.967606 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.967606 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81435eaa-bc20-4682-b695-f969cab90aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:22:55.967932 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:55.988121 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5ba6a4a-3182-4321-8939-892599c91e52']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:55.997306 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb54af5-21c0-469b-8227-14a49aed4344') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:55.999269 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb54af5-21c0-469b-8227-14a49aed4344') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:22:56.006821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.019901 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.026530 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:22:56.026904 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:22:56.028545 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:22:56.097100 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:56.118042 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:56.118396 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7b7e55e2-aed7-4bd4-b773-a4feb28ec897 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:56.118817 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 27dcbf37-5711-43ae-a2e2-19257d43818c no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:56.140519 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 27dcbf37-5711-43ae-a2e2-19257d43818c {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:56.140867 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 27dcbf37-5711-43ae-a2e2-19257d43818c not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:56.141282 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 77c0bdac-7770-4690-ade7-fb6d18e83876 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:22:56.141565 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.147069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.150318 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] 10.222.0.15 "DELETE /v2.0/networks/b5ba6a4a-3182-4321-8939-892599c91e52 HTTP/1.1" status: 204 len: 168 time: 0.6400552 Nov 24 15:22:56.163362 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 77c0bdac-7770-4690-ade7-fb6d18e83876 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:22:56.163514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c629a-823f-41ce-94eb-f8e6511aa91d admin admin] Pushing event deleted for resources: {'Network': ['ID=b5ba6a4a-3182-4321-8939-892599c91e52,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:56.163619 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 77c0bdac-7770-4690-ade7-fb6d18e83876 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:22:56.436563 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43892) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:56.475847 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-47aa42af-ebef-4cb6-866e-fb0d32eb704f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=29c7807f7ad24ac5ac8abd2f485b0a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381339 Nov 24 15:22:56.478369 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 43894) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:22:56.525307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.545665 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.703136 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.705929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:56.707063 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1479f875-dfd8-45a2-88ef-01e33d24c0a9 HTTP/1.1" status: 204 len: 168 time: 0.2278175 Nov 24 15:22:56.716311 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7bdead-d675-4787-bbc6-7ff5473629e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1479f875-dfd8-45a2-88ef-01e33d24c0a9,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:22:57.203954 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b5bcd417-ebc9-457a-b405-b8ef555cf036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:22:59.569893 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-69370359-5b33-4872-bc9e-7d5c76e620ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:00.605405 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:02.314274 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:03.052107 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:04.097092 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.524480 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44064) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:13.630866 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.703089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.748140 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.786652 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2879bca1752a4423b96a2321f2c5f289&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2610364 Nov 24 15:23:13.789925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced8f336-2a14-4946-9c90-1ab4e4b1cff5,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:13.790100 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44070) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:13.800040 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.800413 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.800770 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.801116 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.801455 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.802317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.802317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.802541 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.802775 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.803120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.803432 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.803762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d2207b-6795-4290-96b5-a99e64781809 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:13.838117 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.859712 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.976772 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.979381 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:13.980543 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ced8f336-2a14-4946-9c90-1ab4e4b1cff5 HTTP/1.1" status: 204 len: 168 time: 0.1894715 Nov 24 15:23:13.988711 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c8c98-4326-4848-beed-b279fb47a4d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced8f336-2a14-4946-9c90-1ab4e4b1cff5,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:27.191621 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1b29c843-3d42-473b-a74a-953afc9bf870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:29.571069 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7fe9bb93-a6c3-4665-9a8b-1620df771465 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:30.660143 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:31.628630 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:23:32.324969 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:33.082783 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.072658 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44194) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:34.119889 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.184537 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.257198 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.311273 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.349267 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bbdfa2ef1ede43f39f50b82c06df6f69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2774210 Nov 24 15:23:34.350393 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95add1d8-c71b-4f80-8b34-b10b7e6168e9,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:34.351968 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44198) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:34.358133 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.358538 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.358883 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.359223 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.359553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.359887 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.360244 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.360576 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.360909 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.361233 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.361556 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.361954 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f6faa7c-940a-4854-894f-81706a6aa629 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:23:34.400766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.422102 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.539910 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.543191 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:34.544433 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95add1d8-c71b-4f80-8b34-b10b7e6168e9 HTTP/1.1" status: 204 len: 168 time: 0.1909192 Nov 24 15:23:34.552257 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0293d-27a1-4dde-91de-3cc220b29073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95add1d8-c71b-4f80-8b34-b10b7e6168e9,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:35.117617 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44204) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:35.131365 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e7bf396c-61d3-4387-aded-2bbf061f42f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.205840 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e7bf396c-61d3-4387-aded-2bbf061f42f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.282755 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-e7bf396c-61d3-4387-aded-2bbf061f42f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.321168 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-e7bf396c-61d3-4387-aded-2bbf061f42f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b580b2d897ab4886b19e6f319b702e00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2018249 Nov 24 15:23:35.323067 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf396c-61d3-4387-aded-2bbf061f42f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4469a09-a16a-4786-a5d2-11a6975b97b1,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:35.323905 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44206) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:35.371957 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.392793 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.493917 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.496755 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:35.497905 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4469a09-a16a-4786-a5d2-11a6975b97b1 HTTP/1.1" status: 204 len: 168 time: 0.1729558 Nov 24 15:23:35.505646 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae135c-0440-44d2-914c-3a1102a6d19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4469a09-a16a-4786-a5d2-11a6975b97b1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:35.581176 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-6e0c9991-710c-4c88-a682-89618fddabdb service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407827 Nov 24 15:23:35.694098 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714a14-9738-4089-8906-3e3e796c52e3 req-7355fb9b-c308-40f0-88b5-950fd4ce6bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:35.695555 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-7355fb9b-c308-40f0-88b5-950fd4ce6bfd service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0393884 Nov 24 15:23:35.800845 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714a14-9738-4089-8906-3e3e796c52e3 req-8bdf6d40-4b97-4d97-ab00-f4b699619383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:35.802311 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-8bdf6d40-4b97-4d97-ab00-f4b699619383 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.0868032 Nov 24 15:23:35.871415 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-6572bd33-8684-47fb-9c5c-a1408ff1b24e service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 1001 time: 0.0593069 Nov 24 15:23:35.925984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714a14-9738-4089-8906-3e3e796c52e3 req-cbd175ca-6031-404e-b6a8-65d1bf785b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:35.927487 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-cbd175ca-6031-404e-b6a8-65d1bf785b7a service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0482552 Nov 24 15:23:35.981344 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de714a14-9738-4089-8906-3e3e796c52e3 req-463f1a37-2520-49ab-b405-d7af01d08c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:23:35.981344 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-463f1a37-2520-49ab-b405-d7af01d08c22 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432472 Nov 24 15:23:36.073993 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-2be0f912-52e7-45e3-8a58-81afc4f62793 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859332 Nov 24 15:23:36.168792 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-de714a14-9738-4089-8906-3e3e796c52e3 req-cbdd3928-c7cc-49a9-b88a-f61710762110 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858800 Nov 24 15:23:40.643917 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44266) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:40.746938 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3098365-f9cf-4956-b2b7-0ccbcc14827a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:40.821251 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3098365-f9cf-4956-b2b7-0ccbcc14827a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:40.885512 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-e3098365-f9cf-4956-b2b7-0ccbcc14827a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:40.924679 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e3098365-f9cf-4956-b2b7-0ccbcc14827a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed4bd69f9147492ca49225ea4f28d87f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796524 Nov 24 15:23:40.925536 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3098365-f9cf-4956-b2b7-0ccbcc14827a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa1f505-5310-4a6a-b570-d71299d997b0,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:40.928120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44272) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:40.976911 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:40.997483 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.096685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.099237 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.100454 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fa1f505-5310-4a6a-b570-d71299d997b0 HTTP/1.1" status: 204 len: 168 time: 0.1710403 Nov 24 15:23:41.108149 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e632757-4fd6-407c-ab38-45ef1d6cf301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa1f505-5310-4a6a-b570-d71299d997b0,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:41.688988 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44278) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:41.705766 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d69-71ae-4be5-9d58-343d57a1ba1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.777892 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d69-71ae-4be5-9d58-343d57a1ba1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.850940 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d76d5d69-71ae-4be5-9d58-343d57a1ba1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.889090 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-d76d5d69-71ae-4be5-9d58-343d57a1ba1d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=beb22b3051ce4a0391e229726f877e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990275 Nov 24 15:23:41.889920 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76d5d69-71ae-4be5-9d58-343d57a1ba1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b92fb31-16c6-4410-a6b1-0c9338ce0cd2,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:41.892679 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44280) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:23:41.942754 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:41.964808 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:42.070985 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:42.074216 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:42.075362 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5b92fb31-16c6-4410-a6b1-0c9338ce0cd2 HTTP/1.1" status: 204 len: 168 time: 0.1809642 Nov 24 15:23:42.085046 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8fb22-f745-4a96-a034-9456b987b89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b92fb31-16c6-4410-a6b1-0c9338ce0cd2,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:23:57.193425 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-44d089b1-5ab3-4057-b5a9-ebb486a02b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:23:59.590299 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cedf4e91-5988-4719-9d21-875269f8b79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:00.619184 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:02.330801 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.044575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:03.937821 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44418) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:04.039693 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f9c28df2-302b-4942-9f7e-5981b80db88d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.116038 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.118551 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f9c28df2-302b-4942-9f7e-5981b80db88d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.184571 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-f9c28df2-302b-4942-9f7e-5981b80db88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.222803 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-f9c28df2-302b-4942-9f7e-5981b80db88d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a706078592542cfa03efa95ca05fda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839296 Nov 24 15:24:04.224000 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c28df2-302b-4942-9f7e-5981b80db88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=935bcf0b-c3d8-4d9e-ac85-d3f44c2f7e5e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:04.225619 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44422) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:04.272639 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.294004 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.418810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.421423 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:04.422568 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/935bcf0b-c3d8-4d9e-ac85-d3f44c2f7e5e HTTP/1.1" status: 204 len: 168 time: 0.1959243 Nov 24 15:24:04.430390 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c63841-f0d2-4172-9543-17cf2ebf9973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=935bcf0b-c3d8-4d9e-ac85-d3f44c2f7e5e,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:05.219527 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44442) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:05.353026 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44448) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:05.400584 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1457260757-network', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:05.520678 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Made reservation on behalf of 8f839a67d0c54fc793eb654357cb5e31 for: {'network': 1} {{(pid=103210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:05.522948 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.538373 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.601547 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Deleting port ecb05632-fd60-4d82-8876-e1f390c0e714 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:05.601811 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.675536 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.675863 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.687925 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Calling delete_port for ecb05632-fd60-4d82-8876-e1f390c0e714 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:05.820126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.895964 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.919863 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd3e39d5-6776-4c4b-8f33-283d401435cf,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:05.961261 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:05.967647 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1168} {{(pid=103210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:24:05.995057 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event deleted for resources: {'Port': ['ID=ecb05632-fd60-4d82-8876-e1f390c0e714,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:06.000956 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.001300 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.segments_db [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Added segment f99365ec-58be-4049-a4d0-bfd8d7f60fa2 of type vlan for network 12464088-b2f3-489f-9f84-a42ec2df1bc4 Nov 24 15:24:06.083242 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.107027 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.109236 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Floating IP d7286082-ccd6-48b1-862a-5e4eaf68be8e disassociated (deleted). External IP: 172.27.2.202, port: d728c0be-07f7-4534-b2b9-26df4f732e71. Nov 24 15:24:06.190527 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.191393 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.191970 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.267823 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] Pushing event updated for resources: {'Network': ['ID=12464088-b2f3-489f-9f84-a42ec2df1bc4,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:06.277546 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:24:06.318474 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4e4a2d6f-3a88-4b8a-b415-a72e518528bf admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9643633 Nov 24 15:24:06.321501 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44452) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:06.326592 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Request body: {'subnet': {'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1457260757-subnet', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:06.397766 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Router 21e4f7fc-8466-4396-ac3e-0ac0d443970a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:06.413192 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Made reservation on behalf of 8f839a67d0c54fc793eb654357cb5e31 for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:06.415529 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317776'] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.505767 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:06.510914 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.516230 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Sync routers for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:06.530526 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:06.531435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:06.540436 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-6a9e03dd-c154-4cb1-9b43-720feb77476c tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "DELETE /v2.0/floatingips/d7286082-ccd6-48b1-862a-5e4eaf68be8e HTTP/1.1" status: 204 len: 168 time: 1.3196785 Nov 24 15:24:06.541048 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:06.543304 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:06.583495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89284581-e4d1-4196-b006-7eb057431c3b x-openstack-request-id: req-89284581-e4d1-4196-b006-7eb057431c3b {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:06.583495 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:06.583688 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89284581-e4d1-4196-b006-7eb057431c3b {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:06.584698 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'status': 'completed', 'code': 200} Nov 24 15:24:06.655173 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-3b779e50-bfe2-4e10-9f96-2219fc5092ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.656686 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-3b779e50-bfe2-4e10-9f96-2219fc5092ef service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=55c14671b1d2469a9339872c180b2f09&device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 1098 time: 0.0475516 Nov 24 15:24:06.661974 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12601952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317762'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.674798 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:06.779452 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a28e53-c962-4a43-a7f0-a5bdcd7994d1,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:06.792031 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Checking segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:06.792397 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Network hostable DHCP agents. Network: 12464088-b2f3-489f-9f84-a42ec2df1bc4, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:24:06.812322 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-7790e37e-b40b-443a-9a78-24465fd54726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.813828 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-7790e37e-b40b-443a-9a78-24465fd54726 service neutron] 10.222.0.83 "GET /v2.0/networks?id=fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 200 len: 911 time: 0.1487942 Nov 24 15:24:06.862748 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-9c600485-bf63-46ec-bebb-8720ac1a7ea3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 200 len: 217 time: 0.0417407 Nov 24 15:24:06.878602 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:06.878894 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:24:06.906145 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Checking router: 21e4f7fc-8466-4396-ac3e-0ac0d443970a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:06.914985 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:06.915594 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:06.917342 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-cabf100d-e3f1-4f99-9d19-a77b10ae8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.918900 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-cabf100d-e3f1-4f99-9d19-a77b10ae8f8b service neutron] 10.222.0.83 "GET /v2.0/subnets?id=6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 200 len: 848 time: 0.0492198 Nov 24 15:24:06.970870 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-7d0042f7-c003-4f3b-baf7-fb0e3ff77a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.973733 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-7d0042f7-c003-4f3b-baf7-fb0e3ff77a3f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=fa83deac-30df-4167-ba53-114a812b3114&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474780 Nov 24 15:24:06.975750 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, 12464088-b2f3-489f-9f84-a42ec2df1bc4) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:06.979078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:06.979762 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:06.998328 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceff7e2-5626-4d76-aa0b-6d722f6bf654 None None] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:07.052336 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c3aaf-2fce-4db1-921b-3901c074e91d req-bba29320-1430-46c1-afda-0d8b0f6b4efd tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:07.053957 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4b0c3aaf-2fce-4db1-921b-3901c074e91d req-bba29320-1430-46c1-afda-0d8b0f6b4efd tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0529218 Nov 24 15:24:07.079153 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-df5bc0ea-d748-4f0b-813e-0e226a2898a7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7539575 Nov 24 15:24:07.079535 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44464) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:07.084219 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:07.089824 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-6143b7a7-05c3-46dc-82ab-daf0da601096 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050103 Nov 24 15:24:07.115897 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4b0c3aaf-2fce-4db1-921b-3901c074e91d req-ee40664f-79dd-4d1f-bf6f-41200f704c58 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535166 Nov 24 15:24:07.188571 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.189824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.211794 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:07.212052 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-02d0b7d3-a4ea-48b5-939f-d16b3a87c1c6 req-6ce7e60c-8607-496e-933f-0b842b46d9f9 service neutron] 10.222.0.83 "GET /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122196 Nov 24 15:24:07.253290 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.424836 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-12464088-b2f3-489f-9f84-a42ec2df1bc4', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:24:07.425720 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.594224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:07.627177 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08221614-6f8f-4e30-833a-089424dc50ce None None] The sync data for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi is: [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:18:27Z', 'revision_number': 4, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'ec1a689e-5fde-48e2-b469-b42f22447480', 'name': '', 'network_id': 'fa83deac-30df-4167-ba53-114a812b3114', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'mac_address': 'fa:16:3e:b4:f5:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:27Z', 'updated_at': '2021-11-24T15:18:32Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'subnets': [{'id': '6d120b76-dd2e-44e1-a5a5-3188d868e3ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:07.633026 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Allocated IP 172.20.0.2 (12464088-b2f3-489f-9f84-a42ec2df1bc4/89a28e53-c962-4a43-a7f0-a5bdcd7994d1/c114bc59-5aac-43fc-b9c6-641c5b986646) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:07.725814 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.785181 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.865620 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.871300 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4eeb72-c9a1-4145-822f-fde6001f8828 None None] New status for floating IP d7286082-ccd6-48b1-862a-5e4eaf68be8e: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:24:07.904282 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:07.909295 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:07.912824 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:07.944264 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Pushing event updated for resources: {'Port': ['ID=c114bc59-5aac-43fc-b9c6-641c5b986646,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:07.969386 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.969627 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.969976 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.970326 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.970698 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.971036 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.971376 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.971712 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.972167 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.972394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.972724 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.973077 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:07.987673 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Attempting to bind port c114bc59-5aac-43fc-b9c6-641c5b986646 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:07.988142 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Attempting to bind port c114bc59-5aac-43fc-b9c6-641c5b986646 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:07.990685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Attempting to bind port c114bc59-5aac-43fc-b9c6-641c5b986646 on network 12464088-b2f3-489f-9f84-a42ec2df1bc4 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:07.994214 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:07.994676 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Checking segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:07.995142 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:07.995539 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Bound using segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:07.996010 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Bound port: c114bc59-5aac-43fc-b9c6-641c5b986646, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:07.996604 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.037137 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.056597 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.064755 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] For port c114bc59-5aac-43fc-b9c6-641c5b986646, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:08.067789 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] For port c114bc59-5aac-43fc-b9c6-641c5b986646, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c114bc59-5aac-43fc-b9c6-641c5b986646,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:08.122565 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.163033 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Allocated IP 172.27.2.49 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/c82bf38c-212f-458a-b6bc-cd5c5b84a5bc) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:08.208419 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a60db9-d11e-4d05-93a5-ca417d50a7eb None None] Pushing event updated for resources: {'Port': ['ID=c114bc59-5aac-43fc-b9c6-641c5b986646,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:08.314723 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe362599-c1be-4a03-8738-c621abb582ab req-59bf27df-c012-46e2-a128-811ae111cffa tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:08.316288 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe362599-c1be-4a03-8738-c621abb582ab req-59bf27df-c012-46e2-a128-811ae111cffa tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0785050 Nov 24 15:24:08.319352 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.395492 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-fe362599-c1be-4a03-8738-c621abb582ab req-77d80fb8-13f3-4cfd-8f3a-2e27b159e6e3 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/security-groups?id=b29107c0-e6b5-4ce0-91c4-82c985ed416d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724902 Nov 24 15:24:08.445584 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.491966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:08.494945 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:08.498426 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:08.503962 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Pushing event updated for resources: {'Port': ['ID=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:08.627810 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:24:08.688926 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923663a4-897c-45af-a138-73854c65c2fa req-48a37712-95e7-45b1-8c3e-80adb2fb6a85 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:08.690303 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-923663a4-897c-45af-a138-73854c65c2fa req-48a37712-95e7-45b1-8c3e-80adb2fb6a85 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.83 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 945 time: 0.0884895 Nov 24 15:24:08.782654 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Deleting port d728c0be-07f7-4534-b2b9-26df4f732e71 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:08.783359 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.953695 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] For port d728c0be-07f7-4534-b2b9-26df4f732e71, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=d728c0be-07f7-4534-b2b9-26df4f732e71,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:08.953963 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:08.971109 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Calling delete_port for d728c0be-07f7-4534-b2b9-26df4f732e71 owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:08.974975 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.065205 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd70b72-5b50-4a6e-ab23-ae7dd4e6869a None None] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:09.151071 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] Provisioning complete for port c114bc59-5aac-43fc-b9c6-641c5b986646 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:09.151443 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.266254 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.292089 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.323060 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.335147 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] For port c114bc59-5aac-43fc-b9c6-641c5b986646, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c114bc59-5aac-43fc-b9c6-641c5b986646,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:09.384549 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event deleted for resources: {'Port': ['ID=d728c0be-07f7-4534-b2b9-26df4f732e71,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:09.399685 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.431169 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] No DVR routers for this DVR port d728c0be-07f7-4534-b2b9-26df4f732e71 on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:09.434711 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.438769 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-923663a4-897c-45af-a138-73854c65c2fa req-4474895a-cd75-46d0-b668-5f56893ee75b tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.83 "DELETE /v2.0/ports/d728c0be-07f7-4534-b2b9-26df4f732e71 HTTP/1.1" status: 204 len: 173 time: 0.7416553 Nov 24 15:24:09.439254 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-deleted', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:09.441612 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6421e256-3ab5-4c0f-9318-dd1662cd0583" -d '{"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-deleted", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:09.462152 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cd7d5-4ef4-46ce-a077-133f38c16595 None None] Pushing event updated for resources: {'Port': ['ID=c114bc59-5aac-43fc-b9c6-641c5b986646,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:09.504701 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606bd586-bd78-41ee-ab07-2417b6b06977 x-openstack-request-id: req-606bd586-bd78-41ee-ab07-2417b6b06977 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:09.505047 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6eebaafe-306f-4dab-8c36-001670d15449", "name": "network-vif-deleted", "tag": "d728c0be-07f7-4534-b2b9-26df4f732e71", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:09.505308 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-606bd586-bd78-41ee-ab07-2417b6b06977 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:09.505863 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eebaafe-306f-4dab-8c36-001670d15449', 'name': 'network-vif-deleted', 'tag': 'd728c0be-07f7-4534-b2b9-26df4f732e71', 'status': 'completed', 'code': 200} Nov 24 15:24:09.521039 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4f0bc6e0-2212-43b7-bffb-4fc73c2656ef req-07eb37f4-8ca2-4b6d-9ee2-4d81f117c152 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0317953 Nov 24 15:24:09.564779 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Router 79cc000b-c86d-4a2f-b5d7-371f466ab595 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:24:09.622766 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-3283f86e-5b95-4eed-a7e7-6ad2ae50f34e None None] Provisioning complete for port c114bc59-5aac-43fc-b9c6-641c5b986646 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:09.623068 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3283f86e-5b95-4eed-a7e7-6ad2ae50f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.673571 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:09.693325 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Sync routers for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:09.714221 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:09.714857 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:09.772951 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:09.775488 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-47ec7bfd-43da-4870-b736-9b0a3f2d8ebb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6949658 Nov 24 15:24:09.778202 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44472) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:09.830895 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:10.019782 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:08Z', 'revision_number': 3, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:10.047903 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Checking router: 79cc000b-c86d-4a2f-b5d7-371f466ab595 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:10.048469 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Updating router 79cc000b-c86d-4a2f-b5d7-371f466ab595 port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc binding host dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:24:10.077695 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.217087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c114bc59-5aac-43fc-b9c6-641c5b986646 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:10.249810 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.424335 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Allocated IP 172.20.0.1 (12464088-b2f3-489f-9f84-a42ec2df1bc4/89a28e53-c962-4a43-a7f0-a5bdcd7994d1/80d70c23-e5fa-4067-958e-3ca45ae21914) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:10.465209 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port c114bc59-5aac-43fc-b9c6-641c5b986646 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:10.465588 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.530401 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.552999 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks [] for port, precommit_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.634001 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3e1b0f43-338f-4374-9a67-4282de203edc req-b443be91-4d38-46b5-a60c-4c67e6dc3c2e tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "GET /v2.0/ports?device_id=6eebaafe-306f-4dab-8c36-001670d15449 HTTP/1.1" status: 200 len: 210 time: 0.0267305 Nov 24 15:24:10.654391 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.654586 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.692697 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:10.698919 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:10.702524 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:10.710535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Attempting to bind port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:10.710918 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Attempting to bind port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:10.711293 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Attempting to bind port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:10.713431 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7073-f0c8-47a4-a2fc-634034652772 None None] Pushing event updated for resources: {'Port': ['ID=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:10.721083 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:10.728717 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:10.728717 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.728717 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:10.728717 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Bound port: c82bf38c-212f-458a-b6bc-cd5c5b84a5bc, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:10.728717 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.729430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Pushing event updated for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:10.749250 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.781723 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] For port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:10.785563 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] For port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:10.853709 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:10.915579 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:10.916264 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:10.961280 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fc7073-f0c8-47a4-a2fc-634034652772 None None] Pushing event updated for resources: {'Port': ['ID=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:11.035429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-ffb147a0-49f3-48c0-8937-4483d17ae086 None None] Provisioning complete for port 80d70c23-e5fa-4067-958e-3ca45ae21914 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:11.035744 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-ffb147a0-49f3-48c0-8937-4483d17ae086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.083431 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:11.085559 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-ffb147a0-49f3-48c0-8937-4483d17ae086 None None] Port 80d70c23-e5fa-4067-958e-3ca45ae21914 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:11.192987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.264002 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:08Z', 'revision_number': 3, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:11.300897 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef45ad2-8b00-44fb-9d4d-08a5c8ae7243 None None] The sync data for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi is: [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:08Z', 'revision_number': 3, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:11.361036 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.421788 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.488242 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Pushing event updated for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:11.495443 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.610650 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:11.612160 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:11.697805 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44480) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:11.747323 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Router 79cc000b-c86d-4a2f-b5d7-371f466ab595 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:11.774265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.814226 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.873802 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:11.881889 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-3dee1b27-b3f9-4c81-a110-15d2a0f080fd admin admin] 10.222.0.15 "PUT /v2.0/routers/79cc000b-c86d-4a2f-b5d7-371f466ab595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0991058 Nov 24 15:24:11.910873 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-9d7af5e4-bb19-4728-a4ac-bc80687a67a0 None None] Provisioning complete for port 80d70c23-e5fa-4067-958e-3ca45ae21914 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:11.911388 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9d7af5e4-bb19-4728-a4ac-bc80687a67a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.950641 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-9d7af5e4-bb19-4728-a4ac-bc80687a67a0 None None] Port 80d70c23-e5fa-4067-958e-3ca45ae21914 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:11.959448 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.962146 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:11.968576 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] 10.222.0.15 "DELETE /v2.0/security-groups/b29107c0-e6b5-4ce0-91c4-82c985ed416d HTTP/1.1" status: 204 len: 168 time: 0.2666233 Nov 24 15:24:11.980579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b9b06-c7d0-4a06-a0af-742f361cd979 tempest-TestShelveInstance-1084093666 tempest-TestShelveInstance-1084093666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29107c0-e6b5-4ce0-91c4-82c985ed416d,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:12.085740 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44488) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:12.179399 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c82bf38c-212f-458a-b6bc-cd5c5b84a5bc up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:12.230269 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:12.231015 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.315744 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.338455 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:12.403254 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.430490 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:12.455291 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: d728c0be-07f7-4534-b2b9-26df4f732e71 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:12.455639 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device d728c0be-07f7-4534-b2b9-26df4f732e71 not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:12.476762 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:12.541241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.612419 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44502) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:12.617546 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-97598217-network', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:12.761833 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Made reservation on behalf of 706a83274be84e5cb2ab6f3a4c781d6b for: {'network': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:12.765384 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for network, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.774976 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.795631 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Deleting port ec1a689e-5fde-48e2-b469-b42f22447480 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:12.796241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.853107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.878829 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] For port ec1a689e-5fde-48e2-b469-b42f22447480, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec1a689e-5fde-48e2-b469-b42f22447480,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:12.879214 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.892450 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Calling delete_port for ec1a689e-5fde-48e2-b469-b42f22447480 owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:12.922018 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Sync routers for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:12.932993 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:12.933610 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:12.942026 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.965889 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1165} {{(pid=103209) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 24 15:24:12.981291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd8215e-d0c2-40b9-a59c-81e19ffe4cb4,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:12.984747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:12.985284 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.segments_db [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Added segment abedb1a6-07d8-4cc5-8ed2-09bb9c570d99 of type vlan for network c048e676-2ea5-4f94-99b1-dc785d4907d8 Nov 24 15:24:13.030889 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783686316593'] for network, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.116226 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958'] for network, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.117203 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:13.117782 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.132345 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:13.142899 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.172011 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1a689e-5fde-48e2-b469-b42f22447480,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:13.194462 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] Pushing event updated for resources: {'Network': ['ID=c048e676-2ea5-4f94-99b1-dc785d4907d8,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:13.205696 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-5a3b8bc8-2178-49e5-9405-08e8119d768c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5917768 Nov 24 15:24:13.206655 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 details requested by agent ovs-agent-dv-cinder-816898-4-iscsi with host dv-cinder-816898-4-iscsi {{(pid=103211) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 24 15:24:13.208074 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44504) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:13.214660 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Request body: {'subnet': {'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-97598217-subnet', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'ip_version': 4}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:13.333095 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Made reservation on behalf of 706a83274be84e5cb2ab6f3a4c781d6b for: {'subnet': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:13.335416 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13317776'] for subnet, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.375805 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 2, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:13.393946 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.408541 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Checking router: 79cc000b-c86d-4a2f-b5d7-371f466ab595 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:13.420133 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Updating router 79cc000b-c86d-4a2f-b5d7-371f466ab595 port 80d70c23-e5fa-4067-958e-3ca45ae21914 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:24:13.435101 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.605289 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12601952', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13317762'] for subnet, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.622076 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Router 21e4f7fc-8466-4396-ac3e-0ac0d443970a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:13.657316 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b589fa6-bea7-41d4-ad01-51ab535babdf,revision_number=0']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:13.674785 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Checking segment: {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:13.675145 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Network hostable DHCP agents. Network: c048e676-2ea5-4f94-99b1-dc785d4907d8, hostable agents: ['22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb'], hosted agents: [] {{(pid=103209) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 24 15:24:13.710320 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.734011 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:13.741574 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-93e71f0e-7fb7-40ea-b497-2d55aa5409e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/21e4f7fc-8466-4396-ac3e-0ac0d443970a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6525974 Nov 24 15:24:13.741757 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44506) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:13.744240 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Sync routers for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:13.755230 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:13.755834 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:13.773362 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 is scheduled to be hosted by DHCP agent 22dfa6ba-0e86-48cf-a7ac-6061b0ca20eb with binding_index 1 {{(pid=103209) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 24 15:24:13.827532 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.849419 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.856124 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816898-4-iscsi, c048e676-2ea5-4f94-99b1-dc785d4907d8) {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:13.870712 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:13.873161 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:13.876420 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88079375-192d-440b-8178-6ffebd07d5e1 None None] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:13.877808 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.884031 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Pushing event updated for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:13.892983 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896167 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.896851 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.897125 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:13.968193 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Attempting to bind port 80d70c23-e5fa-4067-958e-3ca45ae21914 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:13.968947 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Attempting to bind port 80d70c23-e5fa-4067-958e-3ca45ae21914 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:13.968947 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Attempting to bind port 80d70c23-e5fa-4067-958e-3ca45ae21914 on network 12464088-b2f3-489f-9f84-a42ec2df1bc4 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:13.974684 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:13.974947 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.975304 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Checking segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:13.975801 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.976311 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Bound using segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:13.976899 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Bound port: 80d70c23-e5fa-4067-958e-3ca45ae21914, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:13.977510 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:13.983273 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-009e4c50-0208-457d-88c9-85dbfa56b902 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7734516 Nov 24 15:24:13.986370 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44508) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:13.992553 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:14.049104 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] For port 80d70c23-e5fa-4067-958e-3ca45ae21914, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:14.052415 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] For port 80d70c23-e5fa-4067-958e-3ca45ae21914, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=80d70c23-e5fa-4067-958e-3ca45ae21914,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:14.093539 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-523476', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64666'] for router, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.094560 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-516820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-517294', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-580043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-64685'] for router, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.128415 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Deleting port be6f5d02-23a2-4542-a9c8-d6af0737f615 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:14.132060 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.167979 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.180805 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.190306 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7f494346-5b4f-5f9e-8037-2a1dea5ca22c-c048e676-2ea5-4f94-99b1-dc785d4907d8', 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'fixed_ips': [{'subnet_id': '3b589fa6-bea7-41d4-ad01-51ab535babdf'}]}} from dv-cinder-816898-4-iscsi. {{(pid=103211) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 24 15:24:14.191197 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.220616 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166'}], 'enable_snat': True}, 'gw_port_id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:24:13Z', 'revision_number': 5, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port': {'id': 'be6f5d02-23a2-4542-a9c8-d6af0737f615', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:dd:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:25Z', 'updated_at': '2021-11-24T15:18:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:14.257426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Checking router: 21e4f7fc-8466-4396-ac3e-0ac0d443970a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:14.282521 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890159e4-a63a-48c8-94d8-ef82390f9751 None None] Pushing event updated for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:14.286224 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] For port be6f5d02-23a2-4542-a9c8-d6af0737f615, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=be6f5d02-23a2-4542-a9c8-d6af0737f615,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:14.287051 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.307637 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Calling delete_port for be6f5d02-23a2-4542-a9c8-d6af0737f615 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:14.323848 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:14.324665 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:14.340516 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c82bf38c-212f-458a-b6bc-cd5c5b84a5bc up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:14.353087 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] Provisioning complete for port 80d70c23-e5fa-4067-958e-3ca45ae21914 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:14.353457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.434535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Routers {'21e4f7fc-8466-4396-ac3e-0ac0d443970a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:14.436048 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:14.454023 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.487416 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:14.672219 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.714379 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=be6f5d02-23a2-4542-a9c8-d6af0737f615,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:14.739036 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:14Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:14.746985 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] Set router 21e4f7fc-8466-4396-ac3e-0ac0d443970a gateway port host: None {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:14.763984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.773068 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d88fb49-1b1f-421d-a7f2-a7e0dec4af6c None None] The sync data for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi is: [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:14Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:14.790605 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.805687 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.828568 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.db_base_plugin_common [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Allocated IP 172.20.0.2 (c048e676-2ea5-4f94-99b1-dc785d4907d8/3b589fa6-bea7-41d4-ad01-51ab535babdf/c26964c8-4163-4904-a4c5-929730f728ad) {{(pid=103211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:14.833076 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:24:13Z', 'revision_number': 6, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:14.918857 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:14.919290 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.921074 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73ba4aa-dd0a-48a4-b454-085f38cec70e None None] The sync data for ids ['21e4f7fc-8466-4396-ac3e-0ac0d443970a'] in dv-cinder-816898-4-iscsi is: [{'id': '21e4f7fc-8466-4396-ac3e-0ac0d443970a', 'name': 'tempest-TestShelveInstance-1821208608-router', 'tenant_id': '55c14671b1d2469a9339872c180b2f09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:24Z', 'updated_at': '2021-11-24T15:24:13Z', 'revision_number': 6, 'project_id': '55c14671b1d2469a9339872c180b2f09', 'gw_port_host': None}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:14.945771 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Allocated IP 172.27.2.22 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/81722e72-d5bd-4636-b6b6-628097a960cd) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:14.952959 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:14.955330 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.045695 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.082601 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.083258 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e4f7fc-8466-4396-ac3e-0ac0d443970a {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:24:15.094375 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.098210 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4cc549e8-cc5f-42b7-937d-01c51d6d9b59 admin admin] 10.222.0.15 "DELETE /v2.0/routers/21e4f7fc-8466-4396-ac3e-0ac0d443970a HTTP/1.1" status: 204 len: 168 time: 1.3531632 Nov 24 15:24:15.099681 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44510) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:15.106539 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] For port 80d70c23-e5fa-4067-958e-3ca45ae21914, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=80d70c23-e5fa-4067-958e-3ca45ae21914,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:15.165669 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Deleting subnet 6d120b76-dd2e-44e1-a5a5-3188d868e3ef {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:24:15.169437 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.204257 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks [] for port, precommit_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.208442 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.217002 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.268142 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbc3ed9-d4b7-4b7d-8e5c-6b8f727b7afa None None] Pushing event updated for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:15.316740 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986'] for port, after_create {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.374926 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.375192 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.379712 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 is already hosted by enough agents. {{(pid=103211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:15.384444 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.scheduler.base_scheduler [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Resources bound (agent type, host, resource id): {{(pid=103211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:15.390858 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Received port after_create {{(pid=103211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:15.396268 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Pushing event updated for resources: {'Port': ['ID=c26964c8-4163-4904-a4c5-929730f728ad,revision_number=1']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:15.400351 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-6599ba62-d32b-4213-8dee-39d35eeb028f None None] Provisioning complete for port 80d70c23-e5fa-4067-958e-3ca45ae21914 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:15.400719 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6599ba62-d32b-4213-8dee-39d35eeb028f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.499305 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Attempting to bind port c26964c8-4163-4904-a4c5-929730f728ad on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:15.499673 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Attempting to bind port c26964c8-4163-4904-a4c5-929730f728ad by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:15.500049 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Attempting to bind port c26964c8-4163-4904-a4c5-929730f728ad on network c048e676-2ea5-4f94-99b1-dc785d4907d8 {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:15.508126 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:15.508498 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Checking segment: {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:15.508898 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.509367 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Bound using segment: {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'} {{(pid=103211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:15.509746 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.managers [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Bound port: c26964c8-4163-4904-a4c5-929730f728ad, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'}}] {{(pid=103211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:15.510123 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.514150 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.536422 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.563323 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:15.566235 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:15.569739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:15.583557 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.588903 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6d120b76-dd2e-44e1-a5a5-3188d868e3ef HTTP/1.1" status: 204 len: 168 time: 0.4875860 Nov 24 15:24:15.590142 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc95bfa9-a8cb-4283-942f-3a381d43632d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d120b76-dd2e-44e1-a5a5-3188d868e3ef,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:15.593305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44512) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:15.593996 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Pushing event updated for resources: {'Port': ['ID=81722e72-d5bd-4636-b6b6-628097a960cd,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:15.603367 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9af778-d566-4ae8-aed9-f8ef4b40e1e5 None None] Network fa83deac-30df-4167-ba53-114a812b3114 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:15.625092 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.625857 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.625857 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.626076 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.626441 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.627174 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.627174 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.627417 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.627729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.628097 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.628435 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.628799 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:24:15.681779 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] For port c26964c8-4163-4904-a4c5-929730f728ad, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:15.702897 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] For port c26964c8-4163-4904-a4c5-929730f728ad, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c26964c8-4163-4904-a4c5-929730f728ad,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:15.753611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.764806 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.852329 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd68b4a-dcf1-46a1-bbf7-69605468a834 None None] Pushing event updated for resources: {'Port': ['ID=c26964c8-4163-4904-a4c5-929730f728ad,revision_number=2']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:15.877541 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] DHCP port deletion for fa83deac-30df-4167-ba53-114a812b3114 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:24:15.897820 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Deleting port ec11adfc-3c50-4672-9341-de563e5fc437 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:15.898346 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:15.939656 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Deleting port ec11adfc-3c50-4672-9341-de563e5fc437 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:15.940131 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.017681 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] For port ec11adfc-3c50-4672-9341-de563e5fc437, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec11adfc-3c50-4672-9341-de563e5fc437,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:16.018173 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.043253 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] For port ec11adfc-3c50-4672-9341-de563e5fc437, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ec11adfc-3c50-4672-9341-de563e5fc437,segment=NetworkSegment(1e74880e-aefb-49ac-a362-8da1cc35ea66),segment_id=1e74880e-aefb-49ac-a362-8da1cc35ea66)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:16.043702 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Calling delete_port for ec11adfc-3c50-4672-9341-de563e5fc437 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:16.043829 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.093354 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Calling delete_port for ec11adfc-3c50-4672-9341-de563e5fc437 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:16.204771 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.239303 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.294805 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] Pushing event deleted for resources: {'Port': ['ID=ec11adfc-3c50-4672-9341-de563e5fc437,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:16.323195 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e0fbed-e824-4c90-945c-cb83b68c5e8d None None] No DVR routers for this DVR port ec11adfc-3c50-4672-9341-de563e5fc437 on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:16.364643 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 80d70c23-e5fa-4067-958e-3ca45ae21914 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:16.417084 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.445942 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 80d70c23-e5fa-4067-958e-3ca45ae21914 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:16.446457 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.459614 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec11adfc-3c50-4672-9341-de563e5fc437,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:16.471637 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] No DVR routers for this DVR port ec11adfc-3c50-4672-9341-de563e5fc437 on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:16.619545 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec1a689e-5fde-48e2-b469-b42f22447480 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:16.619667 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.637123 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: ec1a689e-5fde-48e2-b469-b42f22447480 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:16.637478 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec1a689e-5fde-48e2-b469-b42f22447480 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:16.637971 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec11adfc-3c50-4672-9341-de563e5fc437 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:16.649330 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa83deac-30df-4167-ba53-114a812b3114']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:16.658301 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: ec11adfc-3c50-4672-9341-de563e5fc437 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:16.658657 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ec11adfc-3c50-4672-9341-de563e5fc437 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:16.659091 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device be6f5d02-23a2-4542-a9c8-d6af0737f615 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:16.660250 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-516721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-516191'] for router, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.666226 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e74880e-aefb-49ac-a362-8da1cc35ea66') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:16.667610 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e74880e-aefb-49ac-a362-8da1cc35ea66') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:16.682458 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: be6f5d02-23a2-4542-a9c8-d6af0737f615 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:16.682810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device be6f5d02-23a2-4542-a9c8-d6af0737f615 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:16.716840 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.744054 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.791627 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Releasing vlan 1151 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:24:16.792047 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self.session.flush() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self.session.flush() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self.session.flush() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self.session.flush() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:24:16.793925 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:24:16.970612 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.976133 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:16.982064 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fa83deac-30df-4167-ba53-114a812b3114 HTTP/1.1" status: 204 len: 168 time: 1.3826535 Nov 24 15:24:16.982416 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44514) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:16.990913 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8ee2b-37a8-4dd0-bf27-7a1826953455 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa83deac-30df-4167-ba53-114a812b3114,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:16.998955 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 is scheduled to L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab with binding_index 1 {{(pid=103209) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 24 15:24:17.039810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936125e3-9be5-416e-9e91-f14b86ba4cd0 None None] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:17.119619 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:17.124693 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] Provisioning complete for port c26964c8-4163-4904-a4c5-929730f728ad triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:17.125049 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.131741 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Sync routers for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:17.144529 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:17.145188 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:17.215329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.216642 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c267a807-7a1d-44fa-98f2-c3a5be1c1144 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2287724 Nov 24 15:24:17.220533 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44516) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:17.269747 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:17.295727 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.363849 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] For port c26964c8-4163-4904-a4c5-929730f728ad, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c26964c8-4163-4904-a4c5-929730f728ad,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:17.447624 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.512072 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 3, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:17.519522 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d1eef-d454-4d95-a184-6f2f6c40f105 None None] Pushing event updated for resources: {'Port': ['ID=c26964c8-4163-4904-a4c5-929730f728ad,revision_number=3']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:17.541946 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Checking router: fc5de6d6-3dc8-4c7f-a7cd-143316af7031 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:17.542310 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Updating router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 port 81722e72-d5bd-4636-b6b6-628097a960cd binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:24:17.569089 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.665741 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.673479 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-65f4c5b7-7b3c-4a01-bdf3-00005a265b0c None None] Provisioning complete for port c26964c8-4163-4904-a4c5-929730f728ad triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:17.674033 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-65f4c5b7-7b3c-4a01-bdf3-00005a265b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.761287 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.876876 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.920064 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.922331 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Deleting port 4dc7afcc-593b-4f52-ab56-1addf10302c0 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:17.922733 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.923266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Allocated IP 172.20.0.1 (c048e676-2ea5-4f94-99b1-dc785d4907d8/3b589fa6-bea7-41d4-ad01-51ab535babdf/7ef1d03d-b915-4f08-ab57-b302f26eddf6) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:17.982684 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Attempting to bind port 81722e72-d5bd-4636-b6b6-628097a960cd on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:17.983057 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Attempting to bind port 81722e72-d5bd-4636-b6b6-628097a960cd by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:17.983422 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Attempting to bind port 81722e72-d5bd-4636-b6b6-628097a960cd on network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:17.991421 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:17.992590 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Checking segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:17.992590 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:17.992810 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Bound using segment: {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:17.993326 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Bound port: 81722e72-d5bd-4636-b6b6-628097a960cd, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061d5e88-304d-4354-99a3-46a776129632', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:17.993657 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.005772 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] For port 4dc7afcc-593b-4f52-ab56-1addf10302c0, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=4dc7afcc-593b-4f52-ab56-1addf10302c0,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:18.006341 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.016833 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb932c9-8ec8-4bf6-9020-70f21e0db864 None None] Pushing event updated for resources: {'Port': ['ID=81722e72-d5bd-4636-b6b6-628097a960cd,revision_number=2']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.020078 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Calling delete_port for 4dc7afcc-593b-4f52-ab56-1addf10302c0 owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:18.042086 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.055894 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] For port 81722e72-d5bd-4636-b6b6-628097a960cd, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:18.059180 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] For port 81722e72-d5bd-4636-b6b6-628097a960cd, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=81722e72-d5bd-4636-b6b6-628097a960cd,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:18.133254 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.156461 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.171695 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c26964c8-4163-4904-a4c5-929730f728ad up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:18.201784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:18.203957 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb932c9-8ec8-4bf6-9020-70f21e0db864 None None] Pushing event updated for resources: {'Port': ['ID=81722e72-d5bd-4636-b6b6-628097a960cd,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.205855 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:18.209964 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:18.221292 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:18.221911 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.237332 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port c26964c8-4163-4904-a4c5-929730f728ad triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:18.237712 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.276263 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.279828 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.293915 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-516270'] for router_interface, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.380708 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc7afcc-593b-4f52-ab56-1addf10302c0,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.509533 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:18.555385 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.562841 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.615115 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-384d7106-ad9d-4a0f-a18c-b39238a72cda None None] Provisioning complete for port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:18.616399 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-384d7106-ad9d-4a0f-a18c-b39238a72cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.652343 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-384d7106-ad9d-4a0f-a18c-b39238a72cda None None] Port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:18.713702 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 3, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:18.740086 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ad9a1a-e24d-4781-b571-b08384877241 None None] The sync data for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi is: [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 3, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:18.752784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.813716 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Router a96dccbb-978d-4261-9ef7-34d9d24838f8 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:18.817280 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.887439 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:18.895195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-635100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-516638'] for router_interface, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:18.930004 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:18.935927 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f7a6da1c-6cc8-4709-81de-38e45093e712 admin admin] 10.222.0.15 "PUT /v2.0/routers/a96dccbb-978d-4261-9ef7-34d9d24838f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9524126 Nov 24 15:24:18.939518 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44518) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:18.941308 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Sync routers for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:18.955368 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:18.955998 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:19.033875 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:19.036254 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:19.073907 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.130099 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:19.262427 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.398250 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-c2659325-b923-4fd9-a85d-d79e8908a120 None None] Provisioning complete for port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:19.398905 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c2659325-b923-4fd9-a85d-d79e8908a120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.409622 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Deleting port ead90a8f-392a-4c53-90cb-386bc1aed3da {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:19.410093 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.447487 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-c2659325-b923-4fd9-a85d-d79e8908a120 None None] Port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:19.453332 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 5, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port': {'id': 'ead90a8f-392a-4c53-90cb-386bc1aed3da', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:31Z', 'updated_at': '2021-11-24T15:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:19.483797 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Checking router: a96dccbb-978d-4261-9ef7-34d9d24838f8 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:19.492874 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Routers {'a96dccbb-978d-4261-9ef7-34d9d24838f8'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:19.493499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['a96dccbb-978d-4261-9ef7-34d9d24838f8'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:19.495291 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:24:19.537286 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] For port ead90a8f-392a-4c53-90cb-386bc1aed3da, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=ead90a8f-392a-4c53-90cb-386bc1aed3da,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:19.537667 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.556241 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Calling delete_port for ead90a8f-392a-4c53-90cb-386bc1aed3da owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:19.596071 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] Set router a96dccbb-978d-4261-9ef7-34d9d24838f8 gateway port host: None {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:19.621858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:24:19.631971 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-6f328d30-5dbc-45db-af30-639218e1d9c6 admin admin] 10.222.0.15 "PUT /v2.0/routers/fc5de6d6-3dc8-4c7f-a7cd-143316af7031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4094341 Nov 24 15:24:19.672499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:24:19Z', 'revision_number': 6, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:19.701871 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdc88be-d9f0-4cdd-808a-707b2f0eff55 None None] The sync data for ids ['a96dccbb-978d-4261-9ef7-34d9d24838f8'] in dv-cinder-816898-4-iscsi is: [{'id': 'a96dccbb-978d-4261-9ef7-34d9d24838f8', 'name': 'tempest-TestShelveInstance-1138626438-router', 'tenant_id': '386382f3521c4095947c0e9789182c36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:30Z', 'updated_at': '2021-11-24T15:24:19Z', 'revision_number': 6, 'project_id': '386382f3521c4095947c0e9789182c36', 'gw_port_host': None}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:19.816259 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:19.843469 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead90a8f-392a-4c53-90cb-386bc1aed3da,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:19.907541 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.001337 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.003551 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.127482 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.128152 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a96dccbb-978d-4261-9ef7-34d9d24838f8 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:24:20.138994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.138994 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-37cb927a-4cb1-421a-bae3-39da2b5b3db7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a96dccbb-978d-4261-9ef7-34d9d24838f8 HTTP/1.1" status: 204 len: 168 time: 1.1936975 Nov 24 15:24:20.138994 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44536) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:20.184215 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Deleting subnet aba2605e-539d-4ff8-987a-aff2971b6de7 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:24:20.196771 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.236138 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.337220 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.486288 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Sync routers for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:24:20.511987 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:20.512830 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:20.522730 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.543290 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 81722e72-d5bd-4636-b6b6-628097a960cd up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:20.559467 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba2605e-539d-4ff8-987a-aff2971b6de7,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:20.563816 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.566152 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-19d1482f-c056-49e7-9984-ba5d2e26277b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/aba2605e-539d-4ff8-987a-aff2971b6de7 HTTP/1.1" status: 204 len: 168 time: 0.4279830 Nov 24 15:24:20.568674 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44550) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:20.581328 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a066142-3409-4bb5-a8f7-d179aac1bede None None] Network 26a070e4-9d45-4d0f-9570-8e20df8be5b3 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:24:20.656891 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.671259 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:20.744556 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Deleting port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:20.745350 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.825449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] For port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,segment=NetworkSegment(5e6c700d-872c-4519-b547-98e4a0392265),segment_id=5e6c700d-872c-4519-b547-98e4a0392265)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:20.825934 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.863627 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Calling delete_port for f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:20.877923 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 81722e72-d5bd-4636-b6b6-628097a960cd triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:20.878544 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:20.995736 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 4, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '7ef1d03d-b915-4f08-ab57-b302f26eddf6', 'name': '', 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'mac_address': 'fa:16:3e:34:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:17Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 2, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'subnets': [{'id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:21.010136 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.039557 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] For port 81722e72-d5bd-4636-b6b6-628097a960cd, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=81722e72-d5bd-4636-b6b6-628097a960cd,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:21.042603 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Checking router: fc5de6d6-3dc8-4c7f-a7cd-143316af7031 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:24:21.042963 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Updating router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 binding host dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 24 15:24:21.055860 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] DHCP port deletion for 26a070e4-9d45-4d0f-9570-8e20df8be5b3 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:24:21.076855 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.090365 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.123213 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.127646 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] No DVR routers for this DVR port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:21.140315 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.241907 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.247700 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Pushing event updated for resources: {'Port': ['ID=81722e72-d5bd-4636-b6b6-628097a960cd,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.261073 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 4dc7afcc-593b-4f52-ab56-1addf10302c0 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:21.262502 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26a070e4-9d45-4d0f-9570-8e20df8be5b3']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:21.273208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6c700d-872c-4519-b547-98e4a0392265') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:21.273524 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6c700d-872c-4519-b547-98e4a0392265') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:21.284305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.292285 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 4dc7afcc-593b-4f52-ab56-1addf10302c0 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:21.292954 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 4dc7afcc-593b-4f52-ab56-1addf10302c0 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:21.301230 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Deleting port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:24:21.304751 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.309742 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.316142 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Releasing vlan 1152 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:24:21.316540 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:24:21.379514 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:24:21.383605 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] For port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61, host dv-cinder-816898-4-iscsi, got binding levels [] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:21.384037 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.404213 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Calling delete_port for f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:24:21.407078 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.ipam_backend_mixin [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 was not found and therefore no delete operation was performed {{(pid=103211) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 24 15:24:21.408444 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.415267 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks [] for port, precommit_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.445984 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] Pushing event deleted for resources: {'Port': ['ID=f956c8c7-af78-4b0f-b1fd-3d9604fb4a61,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.449692 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3887e3b2-32d3-4e38-a163-9b5854c739f3 None None] No DVR routers for this DVR port f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:24:21.468567 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.474489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.484179 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26a070e4-9d45-4d0f-9570-8e20df8be5b3 HTTP/1.1" status: 204 len: 168 time: 0.9143648 Nov 24 15:24:21.496498 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.501290 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274cb838-2421-4225-83a8-3c6d307a3c26 admin admin] Pushing event deleted for resources: {'Network': ['ID=26a070e4-9d45-4d0f-9570-8e20df8be5b3,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.564728 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c2c6f-63ac-4585-8201-34560c8510a0 None None] Pushing event updated for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=3']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.631363 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Attempting to bind port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 on host dv-cinder-816898-4-iscsi for vnic_type normal with profile {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:21.631762 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Attempting to bind port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 by drivers openvswitch,hyperv on host dv-cinder-816898-4-iscsi at level 0 using segments [{'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:21.632296 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Attempting to bind port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 on network c048e676-2ea5-4f94-99b1-dc785d4907d8 {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:21.638587 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Checking agent: {'id': '4230f98d-7e75-4d47-b371-ecf5efae9bcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816898-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 6, 33), 'started_at': datetime.datetime(2021, 11, 24, 15, 7, 3), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816898-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:21.638841 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Checking segment: {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:21.639138 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.639541 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Bound using segment: {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'} {{(pid=103212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:21.640195 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.managers [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Bound port: 7ef1d03d-b915-4f08-ab57-b302f26eddf6, host: dv-cinder-816898-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8'}}] {{(pid=103212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:21.640476 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.730776 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] For port 7ef1d03d-b915-4f08-ab57-b302f26eddf6, host dv-cinder-816898-4-iscsi, cleared binding levels {{(pid=103212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:21.734480 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.plugins.ml2.db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] For port 7ef1d03d-b915-4f08-ab57-b302f26eddf6, host dv-cinder-816898-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7ef1d03d-b915-4f08-ab57-b302f26eddf6,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:21.813267 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron_lib.callbacks.manager [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.886468 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:24:21.887119 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:24:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:21.924163 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] Provisioning complete for port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:21.924163 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:21.951390 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c2c6f-63ac-4585-8201-34560c8510a0 None None] Pushing event updated for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=4']} {{(pid=103212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:21.985553 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44558) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:22.088220 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.105118 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44560) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:22.113564 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-ec0eaca3-52b1-4524-8623-33dbdfd71772 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55c14671b1d2469a9339872c180b2f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1260598 Nov 24 15:24:22.149466 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:24:22.170103 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] For port 7ef1d03d-b915-4f08-ab57-b302f26eddf6, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7ef1d03d-b915-4f08-ab57-b302f26eddf6,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:22.192454 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.230958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.245254 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 81722e72-d5bd-4636-b6b6-628097a960cd up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:22.276417 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.345203 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaf182-592e-4d74-85b6-5602f418b6cc None None] Pushing event updated for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:22.356101 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 81722e72-d5bd-4636-b6b6-628097a960cd triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:22.356518 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.393514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.397445 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.399113 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2b54a34c-a2c4-4232-80a8-4bc95dd52725 HTTP/1.1" status: 204 len: 168 time: 0.2929575 Nov 24 15:24:22.420506 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2fb4a-9e90-43e6-b34a-d595c6e4d288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54a34c-a2c4-4232-80a8-4bc95dd52725,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:22.442435 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-5cc20aea-557c-4d5f-bb04-cc393115078d None None] Provisioning complete for port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:22.442809 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-5cc20aea-557c-4d5f-bb04-cc393115078d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:22.499040 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 4, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '7ef1d03d-b915-4f08-ab57-b302f26eddf6', 'name': '', 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'mac_address': 'fa:16:3e:34:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:17Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'subnets': [{'id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:24:22.634746 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e4f483-b98b-434c-becb-ecfc7a662c30 None None] The sync data for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi is: [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:18Z', 'revision_number': 4, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '7ef1d03d-b915-4f08-ab57-b302f26eddf6', 'name': '', 'network_id': 'c048e676-2ea5-4f94-99b1-dc785d4907d8', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'mac_address': 'fa:16:3e:34:df:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:17Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'subnets': [{'id': '3b589fa6-bea7-41d4-ad01-51ab535babdf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:24:22.696663 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ead90a8f-392a-4c53-90cb-386bc1aed3da no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:22.726039 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: ead90a8f-392a-4c53-90cb-386bc1aed3da {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:22.726389 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device ead90a8f-392a-4c53-90cb-386bc1aed3da not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:22.726829 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:24:22.762748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:24:22.763123 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device f956c8c7-af78-4b0f-b1fd-3d9604fb4a61 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:24:23.315918 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44566) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:23.368715 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-db0d87d9-17f9-465f-93fc-caa3a8277387 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=386382f3521c4095947c0e9789182c36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0515978 Nov 24 15:24:23.371354 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44568) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:24:23.433410 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:23.461237 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:23.624276 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:23.627470 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:23.632316 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f98a06ca-4dce-44e6-b4ab-9d7aafd6418d HTTP/1.1" status: 204 len: 168 time: 0.2596176 Nov 24 15:24:23.645850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24025aa5-f5b8-45eb-922a-e6f2599d04a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f98a06ca-4dce-44e6-b4ab-9d7aafd6418d,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:24.219861 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7ef1d03d-b915-4f08-ab57-b302f26eddf6 up at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:24.290318 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Provisioning complete for port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:24.290692 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:27.210399 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8407b9e7-888e-44a3-aa12-400e93a102d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:29.596621 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8b4a9c9f-7781-4ddb-ada6-0a5c489baf12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:30.977915 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:32.315066 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:32.450469 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-555f4b28-8b9e-42fb-88ba-b07b225c1302 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:32.451828 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-555f4b28-8b9e-42fb-88ba-b07b225c1302 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 815 time: 0.1101282 Nov 24 15:24:32.467516 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-5c61877b-4a36-4826-bbd3-0854c08e9481 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/quotas/8f839a67d0c54fc793eb654357cb5e31 HTTP/1.1" status: 200 len: 375 time: 0.0098445 Nov 24 15:24:32.521929 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-417756d8-ae30-437c-b45a-30c45ccae827 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490851 Nov 24 15:24:32.626504 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-a75ebdae-012a-48af-8257-c943ac0e9f53 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:24:32.627502 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-a75ebdae-012a-48af-8257-c943ac0e9f53 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0938690 Nov 24 15:24:32.715161 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4fb30f79-d5c7-442d-a2b6-a39e1ce0ba08 service neutron] 10.222.0.15 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813034 Nov 24 15:24:32.805362 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-8c48ebdb-ac60-482d-a6f5-93af33cdc4f7 service neutron] 10.222.0.15 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836997 Nov 24 15:24:33.054098 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:33.160881 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-ad69a242-ac15-4874-8e14-22724107364f req-9e137076-1f83-4775-b9c6-7c861c92ed2e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0872927 Nov 24 15:24:34.166741 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:34.236587 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c9a52ca0-801e-4f94-aa0f-9870a82b372c req-df875f8f-e116-4f5b-806c-3b1989101bf9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0265040 Nov 24 15:24:35.333077 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c4ba5411-8fcb-4247-bbbb-30b017035dd8 req-c798fc4d-3acf-4700-933f-0c1ae3633216 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0255935 Nov 24 15:24:36.430273 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f635954b-0182-4965-9ad4-15d984c3ab8c req-9646a9f6-d4ea-499e-b7e5-f8b3e0e723e8 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Nov 24 15:24:36.661635 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-2006d908-edf0-4373-9f57-5d6ff23da55a service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854259 Nov 24 15:24:36.720862 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-ed767e0d-dc34-4f25-aa51-9ad50eff2770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.722320 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-ed767e0d-dc34-4f25-aa51-9ad50eff2770 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1098 time: 0.0402262 Nov 24 15:24:36.831489 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-3efd09fd-8efc-4565-ae39-59f925644b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.832983 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-3efd09fd-8efc-4565-ae39-59f925644b32 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0917940 Nov 24 15:24:36.901956 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-1a47d853-5793-474d-ab12-cbecc803d2d0 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 1000 time: 0.0607994 Nov 24 15:24:36.954287 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-8bfad009-67aa-48fb-9ecc-730423c89248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:36.955703 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-8bfad009-67aa-48fb-9ecc-730423c89248 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0436320 Nov 24 15:24:37.001680 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-7992a3f0-42ec-4ad4-9d8e-ba591ec6a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:37.003117 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-7992a3f0-42ec-4ad4-9d8e-ba591ec6a157 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397394 Nov 24 15:24:37.015597 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-7c00cc6d-8eea-409e-bd6c-53b81e0851a6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103209) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 24 15:24:37.016973 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-7c00cc6d-8eea-409e-bd6c-53b81e0851a6 service neutron] 10.222.0.83 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051444 Nov 24 15:24:37.108699 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-1379815a-b95f-414e-beb2-f42b6f649910 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843401 Nov 24 15:24:37.200577 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-6a36e5d7-7fe5-42c4-b2d4-055af4465167 req-43836609-6daf-4670-9781-7a1e38d6cfb7 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845938 Nov 24 15:24:37.428862 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-dd30b0a8-a383-4591-8d37-c59543200676 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:37.430269 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-dd30b0a8-a383-4591-8d37-c59543200676 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 815 time: 0.1051505 Nov 24 15:24:37.444894 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'port': {'device_id': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'admin_state_up': True, 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:37.523515 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3dc8d88b-1b2b-4507-b021-67c28b8d751d req-76e18b88-b706-4be8-9996-bdc45e575c6d tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0277288 Nov 24 15:24:37.638770 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Made reservation on behalf of 8f839a67d0c54fc793eb654357cb5e31 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:37.642722 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:37.781038 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Allocated IP 172.20.0.7 (12464088-b2f3-489f-9f84-a42ec2df1bc4/89a28e53-c962-4a43-a7f0-a5bdcd7994d1/5b9ec926-4798-46b6-8f0d-651205816d7e) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:37.940271 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.035611 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.081892 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:38.086458 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:38.090739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:38.122181 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:38.150937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:38.151602 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.355119 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-62cfa746-c5c2-451f-b605-89b14788db01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9134841 Nov 24 15:24:38.425392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Request body: {'port': {'device_id': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:38.432368 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-1b00718b-e09b-436e-b34b-28a5fd2e0e52 None None] Provisioning complete for port 5b9ec926-4798-46b6-8f0d-651205816d7e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:38.440843 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1b00718b-e09b-436e-b34b-28a5fd2e0e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.484354 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1b00718b-e09b-436e-b34b-28a5fd2e0e52 None None] Port 5b9ec926-4798-46b6-8f0d-651205816d7e cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:38.529655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.752607 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597bd7de-b596-4c12-a62a-c9d0e0f0fea2 req-dfe2d1c3-46cf-4fa5-97af-69abf1dcf863 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:38.756729 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-597bd7de-b596-4c12-a62a-c9d0e0f0fea2 req-dfe2d1c3-46cf-4fa5-97af-69abf1dcf863 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 931 time: 0.1066897 Nov 24 15:24:38.855929 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-597bd7de-b596-4c12-a62a-c9d0e0f0fea2 req-755cd33d-73c3-45be-b267-fbec31467fd6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923083 Nov 24 15:24:38.942178 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9ec926-4798-46b6-8f0d-651205816d7e {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:38.952027 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:38.965069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Transition to ACTIVE for port object 5b9ec926-4798-46b6-8f0d-651205816d7e will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:24:39.023584 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:39.078197 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:39.153837 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Attempting to bind port 5b9ec926-4798-46b6-8f0d-651205816d7e on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:39.154332 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Attempting to bind port 5b9ec926-4798-46b6-8f0d-651205816d7e by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:39.154738 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Attempting to bind port 5b9ec926-4798-46b6-8f0d-651205816d7e on network 12464088-b2f3-489f-9f84-a42ec2df1bc4 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:39.160767 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Port 5b9ec926-4798-46b6-8f0d-651205816d7e on network 12464088-b2f3-489f-9f84-a42ec2df1bc4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:24:39.161180 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Attempting to bind port 5b9ec926-4798-46b6-8f0d-651205816d7e on network 12464088-b2f3-489f-9f84-a42ec2df1bc4 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:39.168040 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:39.168505 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Checking segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:39.168989 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Bound using segment: {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:39.169512 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Bound port: 5b9ec926-4798-46b6-8f0d-651205816d7e, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:39.169933 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:39.270244 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:39.274037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:39.331613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:39.365700 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:39.366395 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:39.368055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] 10.222.0.83 "PUT /v2.0/ports/5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 1093 time: 0.9489336 Nov 24 15:24:39.368340 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:39.370641 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92db98c-4754-4a21-8d9a-bcdec98fa925" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:39.402794 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9485d1-6f63-43e8-9b05-4293ee2d2ede service neutron] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:39.433026 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2aac68-1695-40b9-8e2b-d9d8b18b1a38 x-openstack-request-id: req-8a2aac68-1695-40b9-8e2b-d9d8b18b1a38 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:39.433329 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:39.433587 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a2aac68-1695-40b9-8e2b-d9d8b18b1a38 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:39.434883 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:24:39.977868 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd22c18-8d3d-4c5c-980f-3440c7c6fa79 req-b218c3f9-70a1-4a88-a1d6-d52c14b38069 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:39.979553 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebd22c18-8d3d-4c5c-980f-3440c7c6fa79 req-b218c3f9-70a1-4a88-a1d6-d52c14b38069 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0563357 Nov 24 15:24:40.029981 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-ebd22c18-8d3d-4c5c-980f-3440c7c6fa79 req-a2c0c286-443a-4d26-8311-6eda4762477b tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428011 Nov 24 15:24:41.152267 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e734799-1f13-410d-9b31-ba4ee19d24cc req-279f40d9-5236-44a8-95d6-48c46c4665ab tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:41.153748 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e734799-1f13-410d-9b31-ba4ee19d24cc req-279f40d9-5236-44a8-95d6-48c46c4665ab tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0503774 Nov 24 15:24:41.218235 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1e734799-1f13-410d-9b31-ba4ee19d24cc req-133ed6ce-e998-4141-ad40-014fe3175312 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581756 Nov 24 15:24:41.904232 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-5b782f5c-c72d-4691-a142-fcd5f53185e4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084459475&fields=id&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 267 time: 0.0447483 Nov 24 15:24:42.024729 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-52adcfa6-60d2-4cc5-b889-f83b8e1173b7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:42.026237 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-52adcfa6-60d2-4cc5-b889-f83b8e1173b7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1135590 Nov 24 15:24:42.048855 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-1628d626-b346-4b05-8302-e567d900d649 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/quotas/9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 375 time: 0.0153141 Nov 24 15:24:42.120634 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-e83f8c14-0968-4486-99f7-e5c71cf8a325 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0660529 Nov 24 15:24:42.223886 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-ae89cbd4-5c0d-4d43-8cf8-cd965a6e5a35 service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909405 Nov 24 15:24:42.351281 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa7365-dcfc-4024-8d63-3b146f9fe894 req-ba92858c-1bf9-457f-8da6-753bdca53918 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:42.353416 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-82aa7365-dcfc-4024-8d63-3b146f9fe894 req-ba92858c-1bf9-457f-8da6-753bdca53918 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0587976 Nov 24 15:24:42.357285 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-4afd30d9-d8b9-4a12-bcbe-6dbd44c10cfb service neutron] 10.222.0.15 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273999 Nov 24 15:24:42.424426 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-82aa7365-dcfc-4024-8d63-3b146f9fe894 req-aa79c1c8-cb19-4661-a8d1-2348565b86a4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618675 Nov 24 15:24:42.952563 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-d9965daf-46e1-4434-83ab-7372461bfe49 req-8c3fecd1-dae8-45c7-be39-96df3c5a955d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0342376 Nov 24 15:24:43.566392 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4941d4f3-2c05-4cda-bed5-f7431f9df286 req-97d00571-6e81-406d-b4e8-46e9f04e8658 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:43.574085 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4941d4f3-2c05-4cda-bed5-f7431f9df286 req-97d00571-6e81-406d-b4e8-46e9f04e8658 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0684400 Nov 24 15:24:43.619084 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-4941d4f3-2c05-4cda-bed5-f7431f9df286 req-bce35b36-da36-4193-a056-18216b99a0e4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Nov 24 15:24:44.043852 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-19d51078-08e0-4bba-a056-3f360e6cf1b2 req-2eeaed44-eee2-4ecf-b05a-d3ca2593397e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0264893 Nov 24 15:24:44.739138 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb04aa-116b-4a7d-bb84-9db5ad3fd7f6 req-6c41c0f2-1621-4058-bb43-92dc91ab7062 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:44.740636 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0eb04aa-116b-4a7d-bb84-9db5ad3fd7f6 req-6c41c0f2-1621-4058-bb43-92dc91ab7062 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Nov 24 15:24:44.788347 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0eb04aa-116b-4a7d-bb84-9db5ad3fd7f6 req-707da117-24c5-478a-9b4c-ec6dd30c8139 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416119 Nov 24 15:24:45.146256 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8f0ddcc5-f440-47ed-ac3f-af5d80157f97 req-1b9f3540-ebea-4178-8296-66f4d0eb81cd tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0267162 Nov 24 15:24:45.629494 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:24:45.921069 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00107e3-8dcd-45b2-b7f6-5c066eb744db req-c47e1f25-1633-46a7-81c1-f122b6f98980 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:45.922910 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d00107e3-8dcd-45b2-b7f6-5c066eb744db req-c47e1f25-1633-46a7-81c1-f122b6f98980 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0578010 Nov 24 15:24:45.982879 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d00107e3-8dcd-45b2-b7f6-5c066eb744db req-d20a1a73-8690-405f-9fa6-e3e976feb997 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533845 Nov 24 15:24:46.241000 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-024219d9-4984-4e9d-b37d-9c3b52cd18fc req-4995c996-052f-43c4-859e-8eebf17eacf8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0304241 Nov 24 15:24:47.107336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af97130-0910-4b44-9592-9b45130b7320 req-a49f61fb-30eb-4ca0-afca-6e1f01727717 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:47.108837 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2af97130-0910-4b44-9592-9b45130b7320 req-a49f61fb-30eb-4ca0-afca-6e1f01727717 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0505750 Nov 24 15:24:47.164446 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-2af97130-0910-4b44-9592-9b45130b7320 req-a006286e-bb4b-4c49-9332-9e77e08a3699 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495114 Nov 24 15:24:47.344468 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e21ec9a9-efc2-468a-a205-c5a55c124283 req-092d80ce-8fee-4f2b-bf45-593a359db240 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0311444 Nov 24 15:24:48.288357 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0be805-30b4-49d7-836a-0f282089b198 req-10b0a5fa-114c-4e3e-be77-1a12474f6e1b tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:48.289948 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-af0be805-30b4-49d7-836a-0f282089b198 req-10b0a5fa-114c-4e3e-be77-1a12474f6e1b tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0533216 Nov 24 15:24:48.340971 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-af0be805-30b4-49d7-836a-0f282089b198 req-d935166c-e40f-480e-b6e8-41dd5dd4403e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Nov 24 15:24:48.438427 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-23d5480a-5884-47b8-be14-40d93a01c312 req-b3ce5ef0-29ed-4765-af58-aa38a4091308 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0257010 Nov 24 15:24:49.216541 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-0ed0679e-b210-4138-9483-cb8e7444c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.218013 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-0ed0679e-b210-4138-9483-cb8e7444c195 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0402820 Nov 24 15:24:49.322746 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-2e1d7b49-972e-43e1-9473-214bc7f56e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.329102 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-2e1d7b49-972e-43e1-9473-214bc7f56e27 service neutron] 10.222.0.83 "GET /v2.0/networks?tenant_id=8f839a67d0c54fc793eb654357cb5e31&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0930233 Nov 24 15:24:49.460672 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-84d3c30a-e588-4a09-baa9-542f46d032e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.462170 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f92db98c-4754-4a21-8d9a-bcdec98fa925 req-84d3c30a-e588-4a09-baa9-542f46d032e7 service neutron] 10.222.0.83 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1192644 Nov 24 15:24:49.475204 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6faa7-70a7-464c-aba2-cee40b6b0e15 req-7b9a8ee4-e811-4322-96f0-0b243a10feb9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.476696 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-47f6faa7-70a7-464c-aba2-cee40b6b0e15 req-7b9a8ee4-e811-4322-96f0-0b243a10feb9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0670972 Nov 24 15:24:49.533251 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e0eece24-a32d-44db-8219-d4423433f97a req-2f40ab3f-e810-4368-934b-048ab39f0007 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0278056 Nov 24 15:24:49.558209 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-47f6faa7-70a7-464c-aba2-cee40b6b0e15 req-882c89bd-e9da-4ba3-95ff-810c5f4aab1f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748866 Nov 24 15:24:49.568811 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-8b45123f-8fe6-4696-bbb9-5f2fb0e3c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.570385 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-8b45123f-8fe6-4696-bbb9-5f2fb0e3c000 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0678673 Nov 24 15:24:49.612628 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-b0757c24-a7f8-4be3-82aa-16422e0676d3 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 217 time: 0.0328248 Nov 24 15:24:49.662480 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-c053bef8-6c17-460d-bd5f-40e61eeb5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.663948 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-c053bef8-6c17-460d-bd5f-40e61eeb5f94 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0441620 Nov 24 15:24:49.714107 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-3d8869e6-6aed-4aec-a97a-6d3e582d3b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:49.715709 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-3d8869e6-6aed-4aec-a97a-6d3e582d3b4a service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444868 Nov 24 15:24:49.807560 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-48052c4b-c907-464c-a3e4-2b3a76466ac5 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836995 Nov 24 15:24:49.900047 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d5e886d5-e053-4f07-86b9-c4d377ff30e4 req-36b18a1e-5622-4e94-ad0b-ef66fa5b88c1 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842195 Nov 24 15:24:50.413219 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-bea148e4-259c-4329-8467-b2b8ad15c8f9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:50.414584 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-bea148e4-259c-4329-8467-b2b8ad15c8f9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 811 time: 0.1044829 Nov 24 15:24:50.479736 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-b9e24818-c44f-4c20-a3fb-d3506ac9626a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1 HTTP/1.1" status: 200 len: 380 time: 0.0549874 Nov 24 15:24:50.492900 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'port': {'device_id': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'admin_state_up': True, 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'security_groups': ['e37a8f60-b969-4afe-bfe5-4032be4a2ea4']}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:50.644616 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-8b07434a-ac15-4a87-bcaa-80d97b1069a5 req-d57be237-5236-474b-9f57-b53d2549f9c8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0294197 Nov 24 15:24:50.681864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc7e3e-9aab-4509-97ae-1ac5050f80bb req-f1765abb-28c7-4f03-af60-fac8a2108a3e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:50.683346 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cffc7e3e-9aab-4509-97ae-1ac5050f80bb req-f1765abb-28c7-4f03-af60-fac8a2108a3e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0540922 Nov 24 15:24:50.720642 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Made reservation on behalf of 9597d9ee4d2143cfb56e4146dcaf52b1 for: {'port': 1} {{(pid=103209) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 24 15:24:50.720642 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:50.757014 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-cffc7e3e-9aab-4509-97ae-1ac5050f80bb req-68e9b050-b37e-4912-86f1-4a6ac1b54984 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675275 Nov 24 15:24:50.855830 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.20.0.8 (2a11a9c4-1ef7-4235-8979-74dbac8931c1/a1553862-5507-455b-a720-9d8c45e8e44a/0f5fa31b-b304-4257-a33d-e195de148f8b) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:24:50.991872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.084222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.127854 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:24:51.130782 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:24:51.133307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:24:51.159929 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:51.191192 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:51.191818 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.295193 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c9a7e633-24dc-4981-a850-26b9c8e2514a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8058789 Nov 24 15:24:51.308072 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Request body: {'port': {'device_id': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81689'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:24:51.337358 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-f84e13d7-8560-4611-b291-d2ad584fe161 None None] Provisioning complete for port 0f5fa31b-b304-4257-a33d-e195de148f8b triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:51.338007 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f84e13d7-8560-4611-b291-d2ad584fe161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.364975 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.375573 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-f84e13d7-8560-4611-b291-d2ad584fe161 None None] Port 0f5fa31b-b304-4257-a33d-e195de148f8b cannot update to ACTIVE because it is not bound. {{(pid=103211) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 24 15:24:51.623233 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5fa31b-b304-4257-a33d-e195de148f8b {{(pid=103209) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:51.630653 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.646356 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.provisioning_blocks [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Transition to ACTIVE for port object 0f5fa31b-b304-4257-a33d-e195de148f8b will not be triggered until provisioned by entity L2. {{(pid=103209) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 24 15:24:51.703937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.755340 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:51.766560 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34debe5-ff75-453f-a017-dc7e14348f93 req-48b811bd-d440-4725-9ef9-58f0ceffc7f9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:51.768477 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e34debe5-ff75-453f-a017-dc7e14348f93 req-48b811bd-d440-4725-9ef9-58f0ceffc7f9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0555623 Nov 24 15:24:51.832170 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Attempting to bind port 0f5fa31b-b304-4257-a33d-e195de148f8b on host hv-cinder-81689 for vnic_type normal with profile {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 24 15:24:51.837889 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Attempting to bind port 0f5fa31b-b304-4257-a33d-e195de148f8b by drivers openvswitch,hyperv on host hv-cinder-81689 at level 0 using segments [{'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 24 15:24:51.837889 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Attempting to bind port 0f5fa31b-b304-4257-a33d-e195de148f8b on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:51.838303 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e34debe5-ff75-453f-a017-dc7e14348f93 req-9bdca13b-c1ba-4ac2-be33-4603916a0c7f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602052 Nov 24 15:24:51.840229 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Port 0f5fa31b-b304-4257-a33d-e195de148f8b on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81689 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 24 15:24:51.840658 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Attempting to bind port 0f5fa31b-b304-4257-a33d-e195de148f8b on network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 24 15:24:51.847151 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Checking agent: {'id': '463b26e4-b446-46ec-b4ae-6ba34a549c51', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81689', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'started_at': datetime.datetime(2021, 11, 24, 15, 12, 32), 'heartbeat_timestamp': datetime.datetime(2021, 11, 24, 15, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 24 15:24:51.847590 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Checking segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103209) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 24 15:24:51.848129 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Bound using segment: {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'} {{(pid=103209) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 24 15:24:51.848632 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.managers [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Bound port: 0f5fa31b-b304-4257-a33d-e195de148f8b, host: hv-cinder-81689, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45742507-0915-4544-9a6e-7652fb434a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1198, 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1'}}] {{(pid=103209) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 24 15:24:51.849131 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:51.944158 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6c0f71-7719-40b2-9617-a72c09e08d35 req-5831066b-f0c2-4f89-85e5-61b7859839d0 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:51.945826 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-be6c0f71-7719-40b2-9617-a72c09e08d35 req-5831066b-f0c2-4f89-85e5-61b7859839d0 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 943 time: 0.0855615 Nov 24 15:24:51.972491 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, cleared binding levels {{(pid=103209) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 24 15:24:51.988831 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f5fa31b-b304-4257-a33d-e195de148f8b,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 24 15:24:52.011054 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-be6c0f71-7719-40b2-9617-a72c09e08d35 req-174aef4d-c6ab-4b15-b42d-82328a05dfbd tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588360 Nov 24 15:24:52.058139 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.091473 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.092089 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.093481 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] 10.222.0.83 "PUT /v2.0/ports/0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 1093 time: 0.7896085 Nov 24 15:24:52.093925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:52.096222 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a0473-2994-4426-bd62-713a4d037947" -d '{"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:52.125067 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c013f468-4831-4d52-b4d2-1bc0ce8181b7 service neutron] Pushing event updated for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=3']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:52.198850 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f524863-6b51-42ef-b55d-9165bc38b1df x-openstack-request-id: req-6f524863-6b51-42ef-b55d-9165bc38b1df {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:52.199682 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:52.199942 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f524863-6b51-42ef-b55d-9165bc38b1df {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:52.200463 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'status': 'completed', 'code': 200} Nov 24 15:24:52.252549 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c5fb509e-0078-439f-9b44-f38f4fc1d343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.254082 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-c5fb509e-0078-439f-9b44-f38f4fc1d343 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1096 time: 0.0427146 Nov 24 15:24:52.300586 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-4a018816-fb01-40a9-9bfb-1a74bd40e9d5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 217 time: 0.0371740 Nov 24 15:24:52.580942 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5b9ec926-4798-46b6-8f0d-651205816d7e details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:24:52.602534 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-f03efa08-8bca-4702-827b-849cf3a5e534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.604109 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-f03efa08-8bca-4702-827b-849cf3a5e534 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.2950737 Nov 24 15:24:52.649972 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6848540-7049-4c71-96bd-0ef885c99427 req-2491eecb-2887-46ef-bbdf-cc53cb08c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.651453 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-2491eecb-2887-46ef-bbdf-cc53cb08c64f service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395188 Nov 24 15:24:52.675312 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:52.690544 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'port_id': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'mac_address': 'fa:16:3e:25:76:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:24:52.727803 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.741348 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9ec926-4798-46b6-8f0d-651205816d7e {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:24:52.745643 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-4cdf647a-ce6b-4fd6-9654-5349cdb16323 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852587 Nov 24 15:24:52.761500 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:52.834509 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6848540-7049-4c71-96bd-0ef885c99427 req-980bb07e-9eef-4c5b-9db9-3e70abd39bd5 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801952 Nov 24 15:24:52.840313 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:52.888445 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:52.980211 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0923fbd-7bc2-47b4-b58d-56b279521c25 req-a84e8b2c-cac7-4f88-9f4b-847691ad5c85 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:52.982230 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0923fbd-7bc2-47b4-b58d-56b279521c25 req-a84e8b2c-cac7-4f88-9f4b-847691ad5c85 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0759449 Nov 24 15:24:53.002700 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0473-2994-4426-bd62-713a4d037947 req-5ffa8d15-6fcb-48c7-9000-3ca4b9970ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.004240 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-5ffa8d15-6fcb-48c7-9000-3ca4b9970ea1 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1096 time: 0.0612762 Nov 24 15:24:53.066963 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-d0923fbd-7bc2-47b4-b58d-56b279521c25 req-89eddb6c-3943-4973-be6d-d6c65d7d52e8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772593 Nov 24 15:24:53.093724 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:24:53.126629 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0473-2994-4426-bd62-713a4d037947 req-a49a4c5e-e5b2-40ab-861a-13646924d98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.128114 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-a49a4c5e-e5b2-40ab-861a-13646924d98b service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.1105866 Nov 24 15:24:53.132760 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48274327-c7bb-4deb-8bae-67040746047b req-aa548744-f718-49b9-bc04-c9b842313d5e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.134234 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48274327-c7bb-4deb-8bae-67040746047b req-aa548744-f718-49b9-bc04-c9b842313d5e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0527124 Nov 24 15:24:53.176815 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-74d3a3ab-9808-41f9-9349-cf8d851ba751 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 217 time: 0.0403802 Nov 24 15:24:53.182532 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-48274327-c7bb-4deb-8bae-67040746047b req-43b98306-3daf-4939-a81a-81a0649a52e7 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423281 Nov 24 15:24:53.228047 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0473-2994-4426-bd62-713a4d037947 req-d4c6174b-6d00-4d72-8ed6-84f83a80a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.229482 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-d4c6174b-6d00-4d72-8ed6-84f83a80a132 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0447638 Nov 24 15:24:53.280690 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a0473-2994-4426-bd62-713a4d037947 req-44c7f382-31ee-4e85-8854-53992ed8c502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:53.282269 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-44c7f382-31ee-4e85-8854-53992ed8c502 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410786 Nov 24 15:24:53.377810 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-5b3fa41e-53c6-4ce0-a042-289aed7d00c5 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840430 Nov 24 15:24:53.473231 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3c9a0473-2994-4426-bd62-713a4d037947 req-81c0830d-f872-439b-bca0-9d1d046a3237 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796137 Nov 24 15:24:54.190973 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e52d572-d6ae-454b-a914-a65f268ff356 req-92d634be-7455-4900-a0ff-bbd3cce0c97c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:54.192436 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e52d572-d6ae-454b-a914-a65f268ff356 req-92d634be-7455-4900-a0ff-bbd3cce0c97c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0557554 Nov 24 15:24:54.242586 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5e52d572-d6ae-454b-a914-a65f268ff356 req-8a99983c-147a-4f81-acf7-03899a4e155c tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442126 Nov 24 15:24:54.298627 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3192c-48d0-4066-9af4-3a98d79f50bb req-c19bc9b2-e714-4b08-9bbc-d521c01547f5 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:54.300156 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1eb3192c-48d0-4066-9af4-3a98d79f50bb req-c19bc9b2-e714-4b08-9bbc-d521c01547f5 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 944 time: 0.0492353 Nov 24 15:24:54.347256 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1eb3192c-48d0-4066-9af4-3a98d79f50bb req-f559e15b-30e2-435b-ab38-f8d446a5449d tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Nov 24 15:24:54.594186 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5b9ec926-4798-46b6-8f0d-651205816d7e up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:24:54.729720 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 5b9ec926-4798-46b6-8f0d-651205816d7e completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:24:54.733688 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 5b9ec926-4798-46b6-8f0d-651205816d7e triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:24:54.734075 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.813365 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.835288 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:24:54.837552 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c839d373-b056-4993-8c09-6bc2665401a1" -d '{"events": [{"server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:24:54.849534 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:24:54.873467 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d010852-8cc6-4c70-b573-a043e998bac1 x-openstack-request-id: req-7d010852-8cc6-4c70-b573-a043e998bac1 {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:24:54.873759 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "name": "network-vif-plugged", "status": "completed", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:24:54.874035 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d010852-8cc6-4c70-b573-a043e998bac1 {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:24:54.874431 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'code': 200} Nov 24 15:24:54.897361 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:54.943989 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:24:55.172822 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec0dba-a376-407d-9ed1-cfee4b878661 req-e8396efe-6021-4d67-8580-c73e392f4f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.174363 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efec0dba-a376-407d-9ed1-cfee4b878661 req-e8396efe-6021-4d67-8580-c73e392f4f7b service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0394919 Nov 24 15:24:55.219209 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-efec0dba-a376-407d-9ed1-cfee4b878661 req-5c51925d-3d4a-4fd6-b5c5-fc63325b5e4a service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373077 Nov 24 15:24:55.359886 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db46f95-59ad-459b-9acd-a2353c005e29 req-1281024f-8512-4970-be80-72325562466d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.361368 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6db46f95-59ad-459b-9acd-a2353c005e29 req-1281024f-8512-4970-be80-72325562466d tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0520773 Nov 24 15:24:55.411407 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6db46f95-59ad-459b-9acd-a2353c005e29 req-7c23d2e3-770b-4346-9deb-3556de9ebd64 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440874 Nov 24 15:24:55.469860 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7664926b-0cfa-4c0b-a068-24ed8418d2ac req-f64198c2-ed23-453e-bba4-45bf1e55aa2e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:55.471307 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7664926b-0cfa-4c0b-a068-24ed8418d2ac req-f64198c2-ed23-453e-bba4-45bf1e55aa2e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0562229 Nov 24 15:24:55.520258 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-7664926b-0cfa-4c0b-a068-24ed8418d2ac req-9e7f422c-aaba-4997-b780-2d9683a97ea2 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427263 Nov 24 15:24:56.525671 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59456229-d1a3-468a-8e43-05ee7b65b6b0 req-67907179-63eb-4d5c-a67b-02ed5338cbb4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:56.527216 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-59456229-d1a3-468a-8e43-05ee7b65b6b0 req-67907179-63eb-4d5c-a67b-02ed5338cbb4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0495079 Nov 24 15:24:56.585706 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-59456229-d1a3-468a-8e43-05ee7b65b6b0 req-e8595dc8-b49a-4c4e-b9fe-0fc71dfc1e76 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516684 Nov 24 15:24:56.634903 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336eb88-91b4-4c72-97ce-2bcf7f00dca2 req-3af0baa7-f3f8-4a2d-84af-3cf51121d818 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:56.636597 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b336eb88-91b4-4c72-97ce-2bcf7f00dca2 req-3af0baa7-f3f8-4a2d-84af-3cf51121d818 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0487690 Nov 24 15:24:56.684207 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-b336eb88-91b4-4c72-97ce-2bcf7f00dca2 req-1f3a77ed-6c5d-419b-92b6-8f13f61d6878 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407679 Nov 24 15:24:56.796158 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80032612-fabd-4362-8e7a-044030d40fb7 req-5bb8acbf-5f48-4c10-a101-fb7d7c2b5551 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:56.797688 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-80032612-fabd-4362-8e7a-044030d40fb7 req-5bb8acbf-5f48-4c10-a101-fb7d7c2b5551 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0488005 Nov 24 15:24:56.847909 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-80032612-fabd-4362-8e7a-044030d40fb7 req-4b48fd5e-39d1-449d-9b5f-652643c77ad6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441244 Nov 24 15:24:57.173101 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24bc1f-53d5-4167-90b2-b0cf92668706 req-abe59982-c8b8-4e84-a1f7-74568994c852 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.174553 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9e24bc1f-53d5-4167-90b2-b0cf92668706 req-abe59982-c8b8-4e84-a1f7-74568994c852 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0508888 Nov 24 15:24:57.192397 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2d657148-f3e7-4410-8467-0f0d81d595ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:24:57.222242 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-9e24bc1f-53d5-4167-90b2-b0cf92668706 req-70370c72-9aec-4960-908c-9be42a1da2fc tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416987 Nov 24 15:24:57.704608 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9713335-ee02-461e-aa95-c8ee65551922 req-1e4449b8-998c-4c48-a831-a2d66c8eebdd tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:57.706214 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9713335-ee02-461e-aa95-c8ee65551922 req-1e4449b8-998c-4c48-a831-a2d66c8eebdd tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0500207 Nov 24 15:24:57.758687 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a9713335-ee02-461e-aa95-c8ee65551922 req-f7acf2ed-c9b9-41f0-9b9a-107fdee39dd2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464787 Nov 24 15:24:58.876465 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b2422-f1b7-4cd0-a7a9-b79c0d5f66a3 req-1c30af91-35e8-45bf-972d-a42a2075ed68 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:24:58.877972 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e02b2422-f1b7-4cd0-a7a9-b79c0d5f66a3 req-1c30af91-35e8-45bf-972d-a42a2075ed68 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0487947 Nov 24 15:24:58.927998 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e02b2422-f1b7-4cd0-a7a9-b79c0d5f66a3 req-ac4eadca-d51f-4f44-978a-69b3dac057b7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441525 Nov 24 15:24:59.623689 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a56a3050-d0d9-4e3e-acde-bff76c9eb2f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:00.045316 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88591a2-0621-4951-bd6c-6b800006742b req-b7db72c7-33c7-4ac6-af2e-1bed15c495a5 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:00.046806 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f88591a2-0621-4951-bd6c-6b800006742b req-b7db72c7-33c7-4ac6-af2e-1bed15c495a5 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 943 time: 0.0535629 Nov 24 15:25:00.098778 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f88591a2-0621-4951-bd6c-6b800006742b req-36c70837-ebb9-488d-97b1-33ae3c8e4fb1 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460105 Nov 24 15:25:00.616506 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 0f5fa31b-b304-4257-a33d-e195de148f8b details requested by agent hyperv_hv-cinder-81689 with host hv-cinder-81689 {{(pid=103211) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 24 15:25:00.649413 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:00.712253 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f5fa31b-b304-4257-a33d-e195de148f8b,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:00.722982 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Returning: {'device': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'port_id': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'mac_address': 'fa:16:3e:af:13:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103211) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 24 15:25:00.762182 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:00.775259 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5fa31b-b304-4257-a33d-e195de148f8b {{(pid=103211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 24 15:25:00.793417 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f5fa31b-b304-4257-a33d-e195de148f8b,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:00.863045 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:00.910504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=4']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:01.092693 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['0f5fa31b-b304-4257-a33d-e195de148f8b'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:25:01.217760 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9ee59-24f8-4c7b-809c-60a4f6320ea9 req-c2e49429-bddf-452b-ae34-5d4f978ce6b6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:01.219161 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-37a9ee59-24f8-4c7b-809c-60a4f6320ea9 req-c2e49429-bddf-452b-ae34-5d4f978ce6b6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 944 time: 0.0508525 Nov 24 15:25:01.269002 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-37a9ee59-24f8-4c7b-809c-60a4f6320ea9 req-cce0f4d8-a7ef-49e2-b890-66475ff7d1e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437844 Nov 24 15:25:02.323871 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:02.381185 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22dc6b-a5f0-4146-becd-47c7b3687efa req-ee9d06be-bf55-4d9a-b8ca-8f955f0dfab4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:02.382614 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc22dc6b-a5f0-4146-becd-47c7b3687efa req-ee9d06be-bf55-4d9a-b8ca-8f955f0dfab4 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 944 time: 0.0482738 Nov 24 15:25:02.431136 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-bc22dc6b-a5f0-4146-becd-47c7b3687efa req-6356131d-0dfd-4dab-965a-01c65785dac6 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Nov 24 15:25:02.618958 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 0f5fa31b-b304-4257-a33d-e195de148f8b up at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 24 15:25:02.723640 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning for port 0f5fa31b-b304-4257-a33d-e195de148f8b completed by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 24 15:25:02.727429 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Provisioning complete for port 0f5fa31b-b304-4257-a33d-e195de148f8b triggered by entity L2. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:25:02.727802 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:02.806035 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:02.828197 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b'}] {{(pid=103211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:02.830323 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}827b65fa2c82b70365da7a113978834255833276732dbe9c10f9ff3604518630" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e748583-e156-4416-9047-7a05f4c59321" -d '{"events": [{"server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b"}]}' {{(pid=103211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:02.843222 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f5fa31b-b304-4257-a33d-e195de148f8b,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:02.865895 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614ffa77-4aa3-4863-a0c6-5f9a064d3ada x-openstack-request-id: req-614ffa77-4aa3-4863-a0c6-5f9a064d3ada {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:02.875526 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "name": "network-vif-plugged", "status": "completed", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b", "code": 200}]} {{(pid=103211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:02.875526 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-614ffa77-4aa3-4863-a0c6-5f9a064d3ada {{(pid=103211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:02.875526 dv-cinder-816898-4-iscsi neutron-server[103211]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'code': 200} Nov 24 15:25:02.918213 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022'] for port, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:02.965329 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Pushing event updated for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=5']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:03.106523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:03.278375 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed09b4-682a-4a31-ba0a-c95f8a969a5d req-8a4f0045-63e1-4162-b49e-d185afe5e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:03.279928 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-caed09b4-682a-4a31-ba0a-c95f8a969a5d req-8a4f0045-63e1-4162-b49e-d185afe5e9ae service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1098 time: 0.0394888 Nov 24 15:25:03.325485 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-caed09b4-682a-4a31-ba0a-c95f8a969a5d req-48cbbaa4-87ba-40a1-bf7b-b40e4c215447 service neutron] 10.222.0.83 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383601 Nov 24 15:25:03.543937 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831b0e5f-52f3-4b71-b423-69665a3bbbd8 req-a26a4d58-b763-495e-9655-3eda5b4359cf tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:03.545337 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-831b0e5f-52f3-4b71-b423-69665a3bbbd8 req-a26a4d58-b763-495e-9655-3eda5b4359cf tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0485322 Nov 24 15:25:03.596599 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-831b0e5f-52f3-4b71-b423-69665a3bbbd8 req-bddd23b0-0efe-4977-8778-5fd255769de7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453300 Nov 24 15:25:04.169329 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:04.712880 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04767e5e-6200-4720-b1a7-73115dead10c req-a4c54220-6f8d-4671-a00e-882d890c3989 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.714327 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-04767e5e-6200-4720-b1a7-73115dead10c req-a4c54220-6f8d-4671-a00e-882d890c3989 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0505044 Nov 24 15:25:04.763435 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-04767e5e-6200-4720-b1a7-73115dead10c req-8d1fd009-489c-4030-bc1e-488262812605 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Nov 24 15:25:04.878768 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaedc7c-e372-4822-8903-9c38aba2de47 req-1036821f-2e15-4f87-8552-f9bad0837776 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:04.880171 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4aaedc7c-e372-4822-8903-9c38aba2de47 req-1036821f-2e15-4f87-8552-f9bad0837776 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0500557 Nov 24 15:25:04.928835 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-4aaedc7c-e372-4822-8903-9c38aba2de47 req-c24344b6-171c-4343-9d7f-7b4350df9d77 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427172 Nov 24 15:25:04.952356 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44850) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:05.086319 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3a93d4-463a-4045-8ab0-b156215448b3 tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:05.087850 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-9a3a93d4-463a-4045-8ab0-b156215448b3 tempest-TestVolumeBootPattern-1798060463 tempest-TestVolumeBootPattern-1798060463-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1093 time: 0.1344836 Nov 24 15:25:05.090669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44854) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:05.095387 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'port_id': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:05.204279 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:05.301452 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:05.400779 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_common [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Allocated IP 172.27.2.217 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/77862c7d-238a-4998-8504-2f37b66796db) {{(pid=103209) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:25:05.504879 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:05.598398 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:05.632785 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103209) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:25:05.638937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.base_scheduler [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Resources bound (agent type, host, resource id): {{(pid=103209) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:25:05.643118 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Received port after_create {{(pid=103209) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:25:05.648511 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=77862c7d-238a-4998-8504-2f37b66796db,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:05.991265 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:06.111001 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:06.263995 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for port, precommit_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:06.329700 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12602101'] for port, after_update {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:06.402685 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event updated for resources: {'Port': ['ID=77862c7d-238a-4998-8504-2f37b66796db,revision_number=2']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:06.419164 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:06.533776 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.db.l3_db [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP 1227738d-7092-43c6-acb9-b80ae637c8ed associated. External IP: 172.27.2.217, port: 0f5fa31b-b304-4257-a33d-e195de148f8b. Nov 24 15:25:06.774890 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:06.892433 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:06.903191 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:06.914588 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:06.915224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:25:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:07.058907 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:07.088211 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-415cf0e2-fce3-479a-893a-f0a5d9ba56e9 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9963584 Nov 24 15:25:07.090247 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:07.091122 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2762e19-95d7-4f5c-8a9b-d64235886eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:07.148055 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9da33c-19ee-4382-a272-d71d9aad967a x-openstack-request-id: req-ba9da33c-19ee-4382-a272-d71d9aad967a {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:07.148415 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:07.148673 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba9da33c-19ee-4382-a272-d71d9aad967a {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:07.149077 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'status': 'completed', 'code': 200} Nov 24 15:25:07.152233 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:07.215401 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-21dd4121-b30f-4503-93e7-6a25f4d615d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:07.216863 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-21dd4121-b30f-4503-93e7-6a25f4d615d6 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1098 time: 0.0417879 Nov 24 15:25:07.319536 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-a1cc207b-57c6-4f47-97d6-ee64a222a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:07.321078 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-a1cc207b-57c6-4f47-97d6-ee64a222a428 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0972002 Nov 24 15:25:07.387712 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-b7ab040f-558b-4eb5-a6ff-0a9872a77322 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 999 time: 0.0571399 Nov 24 15:25:07.394665 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '1227738d-7092-43c6-acb9-b80ae637c8ed', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:af:13:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:05Z', 'updated_at': '2021-11-24T15:25:05Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}, {'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:07.424829 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:07.433288 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:07.433894 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:25:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:07.446231 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-6ab64d8c-d989-45c7-a2fe-6a87a062aa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:07.447684 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-6ab64d8c-d989-45c7-a2fe-6a87a062aa6d service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0480120 Nov 24 15:25:07.492910 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-fef3bdd4-abd4-4997-a098-52535315e89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:07.494381 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-fef3bdd4-abd4-4997-a098-52535315e89d service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384831 Nov 24 15:25:07.536811 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:07.583172 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-7c6479f5-ec4d-4120-afdb-236e769b2f0c service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803573 Nov 24 15:25:07.675238 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f2762e19-95d7-4f5c-8a9b-d64235886eb4 req-45166430-2b56-47b0-88f9-9eca2f3c98b9 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839570 Nov 24 15:25:07.768221 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '1227738d-7092-43c6-acb9-b80ae637c8ed', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:af:13:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:05Z', 'updated_at': '2021-11-24T15:25:05Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}, {'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:07.794300 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-745a3370-1e85-46e8-b98e-1b1e9c40e042 None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '1227738d-7092-43c6-acb9-b80ae637c8ed', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.217', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:af:13:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:05Z', 'updated_at': '2021-11-24T15:25:05Z', 'revision_number': 0, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}, {'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:07.973067 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d38b6-a3d9-4fe5-b25c-fee98dde5211 None None] New status for floating IP 1227738d-7092-43c6-acb9-b80ae637c8ed: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:08.509079 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256424a6-acbe-4534-9c70-902f1f3878a9 req-95f1f198-522a-459c-9a98-7244dd23bd40 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:08.510524 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-256424a6-acbe-4534-9c70-902f1f3878a9 req-95f1f198-522a-459c-9a98-7244dd23bd40 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0474818 Nov 24 15:25:08.556951 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-256424a6-acbe-4534-9c70-902f1f3878a9 req-d7766e59-22dd-47ba-aa85-9c8ded1b8bc1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397108 Nov 24 15:25:08.578918 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44874) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:08.720222 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e04c257b-a960-4f96-95bc-95f5f355c6d0 tempest-TestMinimumBasicScenario-383196754 tempest-TestMinimumBasicScenario-383196754-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:08.721714 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-e04c257b-a960-4f96-95bc-95f5f355c6d0 tempest-TestMinimumBasicScenario-383196754 tempest-TestMinimumBasicScenario-383196754-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1093 time: 0.1418419 Nov 24 15:25:08.724565 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44878) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:08.728729 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'floatingip': {'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'port_id': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:08.799865 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for floatingip, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:08.895380 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:08.999344 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_common [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Allocated IP 172.27.2.183 (1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8/5d30fca2-e204-4dbd-93d2-21e15b218146/d8e4924b-f44f-4077-b6a2-d0f01ceec9c2) {{(pid=103210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 24 15:25:09.098931 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for port, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:09.235295 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783686294986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:09.279051 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Network 1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8 is already hosted by enough agents. {{(pid=103210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 24 15:25:09.281954 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.base_scheduler [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Resources bound (agent type, host, resource id): {{(pid=103210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 24 15:25:09.285402 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Received port after_create {{(pid=103210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 24 15:25:09.290864 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'Port': ['ID=d8e4924b-f44f-4077-b6a2-d0f01ceec9c2,revision_number=1']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:09.319834 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.320214 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.320563 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.320906 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.321246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.321582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.321915 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.322251 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.322579 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.322907 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.323236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.323561 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:25:09.875296 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:09.993312 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.141320 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.216423 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.285811 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'Port': ['ID=d8e4924b-f44f-4077-b6a2-d0f01ceec9c2,revision_number=2']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:10.295371 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-516153'] for floatingip, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.394011 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Floating IP 2189aefb-5bd5-4a4e-b1a8-9f78634d79ba associated. External IP: 172.27.2.183, port: 5b9ec926-4798-46b6-8f0d-651205816d7e. Nov 24 15:25:10.595055 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Router 79cc000b-c86d-4a2f-b5d7-371f466ab595 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:25:10.703779 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:25:10.713352 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Sync routers for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:25:10.724489 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:10.726462 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:25:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:10.784514 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.811968 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-4b877e8b-75f0-422f-aa1d-9b64ded3c72e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0857732 Nov 24 15:25:10.812570 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:10.814747 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44880) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:10.815249 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:10.819385 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.v2.base [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054773494', 'description': 'tempest-secgroup-smoke-2054773494 description', 'project_id': '8f839a67d0c54fc793eb654357cb5e31'}} {{(pid=103209) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:10.837110 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:10.897297 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, before_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:10.924659 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5313d0bb-c790-4ecd-a2b0-38df808097bf x-openstack-request-id: req-5313d0bb-c790-4ecd-a2b0-38df808097bf {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:10.925286 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:10.925286 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5313d0bb-c790-4ecd-a2b0-38df808097bf {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:10.925562 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:25:10.991108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, precommit_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.005057 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-ad5bcbb3-3205-4f90-8dfa-bfa061dfde6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:11.006554 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-ad5bcbb3-3205-4f90-8dfa-bfa061dfde6c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0535309 Nov 24 15:25:11.035773 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_create {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.072700 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '2189aefb-5bd5-4a4e-b1a8-9f78634d79ba', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'port_id': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'mac_address': 'fa:16:3e:25:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:09Z', 'updated_at': '2021-11-24T15:25:09Z', 'revision_number': 0, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:11.100175 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Checking router: 79cc000b-c86d-4a2f-b5d7-371f466ab595 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:25:11.105244 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623b2b77-a40b-4e49-94a4-83b44212a78a,revision_number=1']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:11.108949 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:25:11.110275 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:25:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:11.129655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-87a1262c-5a82-4c5d-8833-2bec66d33ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:11.131155 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-87a1262c-5a82-4c5d-8833-2bec66d33ed6 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 917 time: 0.1172585 Nov 24 15:25:11.148896 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.150046 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-4b0367bf-ce6d-444a-84fd-a131182a9f27 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3342698 Nov 24 15:25:11.153160 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44886) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:11.158843 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:11.213782 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-a37b1636-5879-492b-b1a1-e0781082c529 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 999 time: 0.0726321 Nov 24 15:25:11.227379 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:25:11.269495 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-f9e8fc8e-197b-4299-9d79-9f9b02a55247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:11.270981 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-f9e8fc8e-197b-4299-9d79-9f9b02a55247 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0440800 Nov 24 15:25:11.290258 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.324180 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-f463c012-3ebd-415e-8846-261898381d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:11.325790 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-f463c012-3ebd-415e-8846-261898381d52 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435255 Nov 24 15:25:11.351198 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.403706 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.423846 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91de4f72-b4c4-4c36-b904-0f3ff7d73902,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:11.425913 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-70b02169-8754-4ff3-b67d-113221a2670f service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903745 Nov 24 15:25:11.467499 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '2189aefb-5bd5-4a4e-b1a8-9f78634d79ba', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'port_id': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'mac_address': 'fa:16:3e:25:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:09Z', 'updated_at': '2021-11-24T15:25:09Z', 'revision_number': 0, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:25:11.494646 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf1e70-1f99-4a65-8555-1f176b0e73d0 None None] The sync data for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi is: [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': '2189aefb-5bd5-4a4e-b1a8-9f78634d79ba', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'floating_ip_address': '172.27.2.183', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'port_id': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'mac_address': 'fa:16:3e:25:76:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:25:09Z', 'updated_at': '2021-11-24T15:25:09Z', 'revision_number': 0, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:25:11.518933 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-e1d00e1c-9fe5-48c7-bbd2-971a955fae53 req-ff83c44a-638a-458f-a8d4-81be007562a7 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867000 Nov 24 15:25:11.529700 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.529700 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-daebde1b-d3b7-4532-a5ec-c93e2440d363 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729765 Nov 24 15:25:11.530789 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44888) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:11.535507 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:11.637579 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.700992 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1fd219-014f-4db4-9dcb-b22042c7e0a4 None None] New status for floating IP 2189aefb-5bd5-4a4e-b1a8-9f78634d79ba: ACTIVE {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:25:11.701686 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.781274 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.800494 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc32150-a309-430b-82df-ac16ce17904b,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:11.875043 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:11.876316 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-748c5902-702f-4731-b056-696b74a13677 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3445022 Nov 24 15:25:11.879056 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44890) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:11.883457 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:11.991832 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.047744 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.125672 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.144544 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc234d2c-63cf-40d0-b6bf-1955a4dbf904,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:12.195910 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.197147 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-84d49537-d894-43b8-98ad-a5662ecaafe4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3171108 Nov 24 15:25:12.199898 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44892) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:12.204236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:12.272937 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.329933 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.380557 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.398311 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c464d671-2a35-4330-a680-3a0aa79a5536,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:12.473795 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.475021 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-07d3b444-54e2-4a0b-9983-9c03ce0acfa3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2741296 Nov 24 15:25:12.477857 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44894) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:12.482189 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:12.582522 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Project 8f839a67d0c54fc793eb654357cb5e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:25:12.587904 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.647790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.724966 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.742869 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6f0ee9d-3bf8-4525-a869-088bfbdb8ae8,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:12.813343 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.814662 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c7f63cdd-347d-46a9-a4c6-e88d76f175b1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3358510 Nov 24 15:25:12.817645 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44896) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:25:12.821975 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'security_group_rule': {'security_group_id': '623b2b77-a40b-4e49-94a4-83b44212a78a', 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:12.919840 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.securitygroups_db [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Project 8f839a67d0c54fc793eb654357cb5e31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 24 15:25:12.925790 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:12.985691 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.067944 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-634241'] for security_group_rule, after_create {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.087689 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d9014d-140f-4c63-a79b-9c40d6aa1245,revision_number=0']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:13.150194 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.151415 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1b05d411-4818-4be2-b33c-4f7e4b121efa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328269 Nov 24 15:25:13.242010 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-7f7eb22c-8e28-4684-b5a6-10fef5eedd53 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054773494&fields=id&tenant_id=8f839a67d0c54fc793eb654357cb5e31 HTTP/1.1" status: 200 len: 267 time: 0.0434258 Nov 24 15:25:13.294868 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-77ba8b05-1a84-4212-9c3f-69d848f445a3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.296400 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-77ba8b05-1a84-4212-9c3f-69d848f445a3 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0488210 Nov 24 15:25:13.308261 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'port': {'security_groups': ['cd3e39d5-6776-4c4b-8f33-283d401435cf', '623b2b77-a40b-4e49-94a4-83b44212a78a']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:25:13.372275 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.585957 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:25:13.615260 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.668177 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.684320 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:25:13.714281 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.714819 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:13.716227 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-fc814597-4a6a-409f-8822-7bdfe30a8fa5 req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "PUT /v2.0/ports/5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 981 time: 0.4125631 Nov 24 15:25:13.716681 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:25:13.719645 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:25:13.772572 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624bc08e-7b6d-4685-90a1-bc2102ce5361 x-openstack-request-id: req-624bc08e-7b6d-4685-90a1-bc2102ce5361 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:25:13.772873 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:25:13.773135 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-624bc08e-7b6d-4685-90a1-bc2102ce5361 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:25:13.773546 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:25:13.774970 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0876ae4-1a1a-4791-b987-75c816796595 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=6']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:25:13.818442 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:25:13.859879 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-9c44fec6-e2f6-4f0e-be3e-80bfc2d8828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.862529 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-9c44fec6-e2f6-4f0e-be3e-80bfc2d8828b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1137 time: 0.0548925 Nov 24 15:25:13.865611 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78de36f-4f4b-4de1-9aea-67930a55909f req-2020d597-dee7-497c-adae-ed098248da3d tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.867295 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c78de36f-4f4b-4de1-9aea-67930a55909f req-2020d597-dee7-497c-adae-ed098248da3d tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0720840 Nov 24 15:25:13.942055 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-c78de36f-4f4b-4de1-9aea-67930a55909f req-a80080de-fdb7-4e6f-87fd-a812077fcf01 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0671022 Nov 24 15:25:13.971505 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-2eecf171-65da-4ce7-83b4-374fe4d70777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:13.973183 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-2eecf171-65da-4ce7-83b4-374fe4d70777 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 917 time: 0.1022978 Nov 24 15:25:14.042422 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-2acc96be-37c9-414e-930f-b75e4d6a85b6 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 1001 time: 0.0612724 Nov 24 15:25:14.043657 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-70139ed0-3f64-4a3b-bfa7-40489fa52d8c None None] Provisioning complete for port 5b9ec926-4798-46b6-8f0d-651205816d7e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:25:14.043983 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-70139ed0-3f64-4a3b-bfa7-40489fa52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:14.092869 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-3058fca9-1900-4283-b4a1-63ac9628f1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:14.094297 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-3058fca9-1900-4283-b4a1-63ac9628f1a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0437584 Nov 24 15:25:14.146037 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-e0039192-a003-4bb6-bee4-d90932e5e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:14.147520 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-e0039192-a003-4bb6-bee4-d90932e5e2ae service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408347 Nov 24 15:25:14.242829 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-20c93781-f2c3-4df3-a403-ae92a88cc3db service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844424 Nov 24 15:25:14.339555 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-a0ed36ec-41ae-4011-a0e7-dd9dca9e47fa req-f44dfcb2-d983-4667-b134-4c3a07b95e61 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889249 Nov 24 15:25:22.629696 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:25:27.187418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9697516b-7f56-4a83-a5e4-fe13a27c88bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:29.633134 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-54db39f1-548a-425e-9941-457d7e284d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:30.639108 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:32.342018 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:33.060009 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:34.181547 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:36.574756 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-bb09fdce-40b8-4cdd-9cd6-8b1d92634292 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398073 Nov 24 15:25:36.746765 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd3bd6-12f6-48fa-aa2a-268136c95250 req-15a18b21-8d1c-4c66-8c6f-0d02a1895c20 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:36.748638 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-88cd3bd6-12f6-48fa-aa2a-268136c95250 req-15a18b21-8d1c-4c66-8c6f-0d02a1895c20 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0524409 Nov 24 15:25:36.826886 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-88cd3bd6-12f6-48fa-aa2a-268136c95250 req-ca506e2c-f0da-4ecc-8bf8-ccfb81dd5fd2 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0710659 Nov 24 15:25:36.939259 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-6eae7c88-c0ef-42a2-94b8-dcc0418cfa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:36.940673 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-6eae7c88-c0ef-42a2-94b8-dcc0418cfa1a service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1098 time: 0.3221424 Nov 24 15:25:36.946357 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-bb256cb9-acb1-4d26-b4fb-3301ebfdeb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:36.947700 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-bb256cb9-acb1-4d26-b4fb-3301ebfdeb4c service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1137 time: 0.0507762 Nov 24 15:25:37.115777 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-73b0b599-acce-4968-8c4a-45cbaab3909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.117280 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-73b0b599-acce-4968-8c4a-45cbaab3909b service neutron] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 917 time: 0.1557810 Nov 24 15:25:37.118350 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-62d5865a-fc51-4fb6-bafa-1a48efee1d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.119637 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-62d5865a-fc51-4fb6-bafa-1a48efee1d91 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.1570368 Nov 24 15:25:37.233328 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-c280ac0d-83e5-49d1-a6e3-52bee252dafd service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 1001 time: 0.1021523 Nov 24 15:25:37.237274 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-8763b254-137e-48ef-a0ef-738b6f65b6b7 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 1000 time: 0.1006148 Nov 24 15:25:37.320859 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-0315fdc1-89b0-4368-abbb-7b767beacc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.322307 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-0315fdc1-89b0-4368-abbb-7b767beacc4e service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0748906 Nov 24 15:25:37.323662 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-d7354fde-7d3a-408a-91e9-9e0e2f0fc6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.324951 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-d7354fde-7d3a-408a-91e9-9e0e2f0fc6a7 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0786316 Nov 24 15:25:37.411449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-21df9318-9236-40ea-b825-f39bd21ada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.412953 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-21df9318-9236-40ea-b825-f39bd21ada78 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708423 Nov 24 15:25:37.414624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-6242f94d-28cd-46d4-905e-76154075ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.415915 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-6242f94d-28cd-46d4-905e-76154075ddeb service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661697 Nov 24 15:25:37.573527 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-b3b08879-12df-4bf8-a18e-c0cc2969fc1c service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454670 Nov 24 15:25:37.576787 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-46805b46-a525-43b3-8c37-4bef2d5723da service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477323 Nov 24 15:25:37.740202 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-133ca311-8925-4805-84af-2a1fa146f9a5 req-44da0b1e-03d5-465f-82f6-02f26c1fa598 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530414 Nov 24 15:25:37.742599 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-09a6a699-6ac4-45ae-8c3c-1ae8fce3a18b req-22200ca0-a6ac-4f60-8165-ec0c073083dc service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539390 Nov 24 15:25:37.955456 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c4181-7111-4808-ba63-f2d1a135906d req-7c9bccc6-d31d-4799-8c69-59e801e39ba2 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:37.957000 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c58c4181-7111-4808-ba63-f2d1a135906d req-7c9bccc6-d31d-4799-8c69-59e801e39ba2 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0493841 Nov 24 15:25:38.022820 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c58c4181-7111-4808-ba63-f2d1a135906d req-e8e9bc30-f73c-4f4f-9b61-dcc05a9294a1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596492 Nov 24 15:25:39.141523 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10575452-d9dd-4212-ad41-3264a23511e6 req-ea1c5b04-5089-41e9-ba50-64c55612f2c4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:39.142918 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-10575452-d9dd-4212-ad41-3264a23511e6 req-ea1c5b04-5089-41e9-ba50-64c55612f2c4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0537934 Nov 24 15:25:39.202463 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-10575452-d9dd-4212-ad41-3264a23511e6 req-92f354ee-fa7b-45de-a926-0731956c16e6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533676 Nov 24 15:25:40.319082 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f496e3-168a-45f8-a9ec-ba66a8eb03c8 req-2f653e45-cfc5-46e4-9038-cb03d939a275 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:40.320594 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-19f496e3-168a-45f8-a9ec-ba66a8eb03c8 req-2f653e45-cfc5-46e4-9038-cb03d939a275 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0513754 Nov 24 15:25:40.379518 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-19f496e3-168a-45f8-a9ec-ba66a8eb03c8 req-7698cabd-f1a5-4dab-9788-2b3f7dab2867 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528455 Nov 24 15:25:41.494286 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e041ed-603a-4699-8ae8-2ff2de4a3bf5 req-2e8a1aa6-b404-4a31-bfef-ec8515c40413 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:41.495789 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b1e041ed-603a-4699-8ae8-2ff2de4a3bf5 req-2e8a1aa6-b404-4a31-bfef-ec8515c40413 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0492771 Nov 24 15:25:41.555826 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-b1e041ed-603a-4699-8ae8-2ff2de4a3bf5 req-6caff88d-62cc-4f0d-aec9-c700497179ca tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537817 Nov 24 15:25:42.669872 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8236d6-499f-4a70-b9f2-ffb5beb37c36 req-e35640f8-67b8-4134-bb6f-19d756f9ad9e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:42.671325 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c8236d6-499f-4a70-b9f2-ffb5beb37c36 req-e35640f8-67b8-4134-bb6f-19d756f9ad9e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0494440 Nov 24 15:25:42.729862 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-9c8236d6-499f-4a70-b9f2-ffb5beb37c36 req-7cadb038-43dc-45a0-8bfa-2aaf6b29eeb6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523858 Nov 24 15:25:43.846585 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20030b-8410-4713-9901-b42fa8561793 req-d867d987-340f-487b-a717-ab8eb69ef321 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:43.848039 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3f20030b-8410-4713-9901-b42fa8561793 req-d867d987-340f-487b-a717-ab8eb69ef321 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0514030 Nov 24 15:25:43.909411 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-3f20030b-8410-4713-9901-b42fa8561793 req-2c618804-e402-4a03-878d-01341115598e tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553727 Nov 24 15:25:45.025572 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ae15d-31ef-4777-8710-a1a50e80d62c req-73619538-b959-42eb-b9e8-3e83da77c925 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:45.027005 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c29ae15d-31ef-4777-8710-a1a50e80d62c req-73619538-b959-42eb-b9e8-3e83da77c925 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0511301 Nov 24 15:25:45.086599 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c29ae15d-31ef-4777-8710-a1a50e80d62c req-ba4bfe02-5d13-4fa7-adb7-fe6f2221f62f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535784 Nov 24 15:25:46.200620 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f064ba77-d59c-401d-afa1-51a1b9d682bb req-0ac63689-4d6e-4a99-a990-416aa62e14a1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:46.202083 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f064ba77-d59c-401d-afa1-51a1b9d682bb req-0ac63689-4d6e-4a99-a990-416aa62e14a1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0488777 Nov 24 15:25:46.261046 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f064ba77-d59c-401d-afa1-51a1b9d682bb req-a90dca33-9c03-4f8f-ac15-072cb00db0ea tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529783 Nov 24 15:25:47.378579 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd45710-ee25-4c88-95de-b29449ebcb9c req-09cd1bc5-4325-4fad-8b9a-b4d7f251823f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:47.380056 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1fd45710-ee25-4c88-95de-b29449ebcb9c req-09cd1bc5-4325-4fad-8b9a-b4d7f251823f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0490479 Nov 24 15:25:47.437813 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1fd45710-ee25-4c88-95de-b29449ebcb9c req-1691247e-e5e9-47d2-bc38-842489667169 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517488 Nov 24 15:25:48.550117 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285db35-dcc2-4ed8-8d69-edecd5353cad req-13d09e34-9088-4014-ad5c-3425032a285f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:48.551558 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e285db35-dcc2-4ed8-8d69-edecd5353cad req-13d09e34-9088-4014-ad5c-3425032a285f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0489538 Nov 24 15:25:48.613760 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e285db35-dcc2-4ed8-8d69-edecd5353cad req-60658d7b-e75b-4ee7-be13-1ce538ab6bc1 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560009 Nov 24 15:25:49.730734 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a49951e-e3f9-4a11-abcc-53d7a83d83b5 req-dbf9d0f2-43b7-488e-bf94-240243aa42c4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:49.732214 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3a49951e-e3f9-4a11-abcc-53d7a83d83b5 req-dbf9d0f2-43b7-488e-bf94-240243aa42c4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0514348 Nov 24 15:25:49.791479 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3a49951e-e3f9-4a11-abcc-53d7a83d83b5 req-1f2acc8c-2308-4c42-966b-16116f3ddbf5 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527813 Nov 24 15:25:50.905689 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcc218-04e3-4da0-b489-ac9b04212a73 req-1d203929-4f7d-437f-bfd0-6e6d3d19ccca tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:50.906757 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8dcc218-04e3-4da0-b489-ac9b04212a73 req-1d203929-4f7d-437f-bfd0-6e6d3d19ccca tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0486667 Nov 24 15:25:50.965364 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8dcc218-04e3-4da0-b489-ac9b04212a73 req-01475c11-47db-4c98-bc09-fec2a95ba20a tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521221 Nov 24 15:25:52.079832 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90bff3-f1d6-4626-9286-440e38af2856 req-a509d396-f311-4176-b74b-ecdf6fbeb7b6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:52.081829 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bc90bff3-f1d6-4626-9286-440e38af2856 req-a509d396-f311-4176-b74b-ecdf6fbeb7b6 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0501504 Nov 24 15:25:52.142683 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-bc90bff3-f1d6-4626-9286-440e38af2856 req-07aa2f1c-c002-475c-84fc-404ece9d863a tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541153 Nov 24 15:25:53.256988 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5d8ae-da4a-40b8-97ed-4ab992acd8e0 req-82469b9c-e1c3-47f3-9a54-f9b9cc284e54 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:53.258452 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8e5d8ae-da4a-40b8-97ed-4ab992acd8e0 req-82469b9c-e1c3-47f3-9a54-f9b9cc284e54 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0484304 Nov 24 15:25:53.322304 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-e8e5d8ae-da4a-40b8-97ed-4ab992acd8e0 req-85404515-082e-46fa-ba54-91fb07c24488 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0574975 Nov 24 15:25:54.435240 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a56605-d211-421f-a19b-4b5068252244 req-460beabf-3cbe-48f6-a01b-13b91059114f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:25:54.436620 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-03a56605-d211-421f-a19b-4b5068252244 req-460beabf-3cbe-48f6-a01b-13b91059114f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0486379 Nov 24 15:25:54.498356 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-03a56605-d211-421f-a19b-4b5068252244 req-825c1c4e-5f72-4a13-b9a2-b984afe898da tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&id=623b2b77-a40b-4e49-94a4-83b44212a78a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551043 Nov 24 15:25:57.180944 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-d23e7a7e-2db2-4261-8346-ea85f359e44d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:59.585629 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-0f4d4b03-cbd8-456b-9dc5-82ea49897302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:25:59.629304 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:26:00.648788 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:02.334542 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:03.037310 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:04.174873 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:27.208006 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-f777680a-48f2-478b-bf76-d9b50e519828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:27.851200 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-65b5afca-e61e-4b99-9bf2-5a19decfaf71 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054773494&fields=id&tenant_id=8f839a67d0c54fc793eb654357cb5e31 HTTP/1.1" status: 200 len: 267 time: 0.0481513 Nov 24 15:26:27.904404 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-814e9d59-1ccd-44a1-aa02-36962458cc7f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:27.905862 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-814e9d59-1ccd-44a1-aa02-36962458cc7f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 984 time: 0.0489643 Nov 24 15:26:27.917352 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.v2.base [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Request body: {'port': {'security_groups': ['cd3e39d5-6776-4c4b-8f33-283d401435cf']}} {{(pid=103210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 24 15:26:27.981583 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1597319'] for port, before_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.151987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:28.184126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for port, precommit_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.242353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783686728394', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783686295004', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783686295022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12681036'] for port, after_update {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.254706 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:26:28.289357 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:28.289975 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.291355 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-1a6389c0-47b4-4e24-af19-62e7c7b8fb88 req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "PUT /v2.0/ports/5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 942 time: 0.3786018 Nov 24 15:26:28.291802 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:28.294163 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec59797-63b1-43e3-b179-c019065a02f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:28.300790 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 44980) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:28.341558 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ce76fc-af6d-4f06-adc9-f0af1f2faaa7 x-openstack-request-id: req-77ce76fc-af6d-4f06-adc9-f0af1f2faaa7 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:28.342077 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:28.342393 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77ce76fc-af6d-4f06-adc9-f0af1f2faaa7 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:28.342853 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:26:28.347987 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event updated for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=7']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:28.356060 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.356447 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.356920 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.357347 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.357756 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.358161 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.358566 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.358976 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.359373 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.359772 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.360218 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.360664 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0387e8e6-76a8-4c07-afd1-d4349d752ee9 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.378378 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:26:28.437791 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.468903 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-795b1a95-b037-42f6-be2f-07e6d1162c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:28.470399 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-795b1a95-b037-42f6-be2f-07e6d1162c95 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0887332 Nov 24 15:26:28.472745 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.546164 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.provisioning_blocks [None req-6052fc28-2762-4721-879d-dbe97b0965f9 None None] Provisioning complete for port 5b9ec926-4798-46b6-8f0d-651205816d7e triggered by entity DHCP. {{(pid=103211) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 24 15:26:28.546536 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6052fc28-2762-4721-879d-dbe97b0965f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1680263'] for port, provisioning_complete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.592113 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-c0a7c0cc-0a3e-457f-94d5-324ae5f158a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:28.593729 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-c0a7c0cc-0a3e-457f-94d5-324ae5f158a5 service neutron] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 917 time: 0.1117303 Nov 24 15:26:28.661195 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-07cbcb4c-e8ee-4f16-b4b1-3e7d228ff598 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 1001 time: 0.0597856 Nov 24 15:26:28.701500 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.704051 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.707921 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "DELETE /v2.0/security-groups/623b2b77-a40b-4e49-94a4-83b44212a78a HTTP/1.1" status: 204 len: 168 time: 0.3997157 Nov 24 15:26:28.708070 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 44982) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:28.717784 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623b2b77-a40b-4e49-94a4-83b44212a78a,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:28.727957 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-a7d8e719-5080-4890-a4a5-f1b1471dcb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:28.729415 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-a7d8e719-5080-4890-a4a5-f1b1471dcb9c service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0601480 Nov 24 15:26:28.730726 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.731127 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.731476 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.731811 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.732179 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.732532 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.732927 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.733188 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.733514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.733848 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.734164 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.734488 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47af81e7-873e-4e27-8d65-2fb5926a7b21 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103209) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:28.782285 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-c6f7f2b4-a5b3-4b3f-8198-65b9d8d08ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:28.783791 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-c6f7f2b4-a5b3-4b3f-8198-65b9d8d08ffa service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0461204 Nov 24 15:26:28.871571 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Deleting port d8e4924b-f44f-4077-b6a2-d0f01ceec9c2 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:28.872209 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.874608 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-1a8f95bf-f04b-4252-9e1e-84cbdc108d18 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829926 Nov 24 15:26:28.946037 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.946293 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:28.958024 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Calling delete_port for d8e4924b-f44f-4077-b6a2-d0f01ceec9c2 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:28.967745 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-1ec59797-63b1-43e3-b179-c019065a02f7 req-be03d42f-67cb-4b38-865f-3b3b7b1a401f service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859962 Nov 24 15:26:29.208308 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:29.233325 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event deleted for resources: {'Port': ['ID=d8e4924b-f44f-4077-b6a2-d0f01ceec9c2,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:29.296560 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:29.296894 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Floating IP 2189aefb-5bd5-4a4e-b1a8-9f78634d79ba disassociated (deleted). External IP: 172.27.2.183, port: 5b9ec926-4798-46b6-8f0d-651205816d7e. Nov 24 15:26:29.518984 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Router 79cc000b-c86d-4a2f-b5d7-371f466ab595 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:29.579874 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-18a3699f-6a83-42ac-b4a5-5c954de4e7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:29.626781 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:29.631947 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:29.636423 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Sync routers for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:29.647377 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:29.648109 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:29.659447 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c922c7e2-66e8-4f78-8546-7eddcea2970c tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "DELETE /v2.0/floatingips/2189aefb-5bd5-4a4e-b1a8-9f78634d79ba HTTP/1.1" status: 204 len: 168 time: 0.9503124 Nov 24 15:26:29.892236 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:30.096275 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:30.122812 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Checking router: 79cc000b-c86d-4a2f-b5d7-371f466ab595 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:30.131618 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:30.132264 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:30.248190 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:30.344521 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:30.346862 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b2e3a0-fad1-42fb-a534-b54ba50713ae" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:30.450501 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:30.478814 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cd4200-1ab5-43ad-97f9-7b62430aa28b None None] The sync data for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi is: [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:24:11Z', 'revision_number': 4, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': '80d70c23-e5fa-4067-958e-3ca45ae21914', 'name': '', 'network_id': '12464088-b2f3-489f-9f84-a42ec2df1bc4', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'mac_address': 'fa:16:3e:e6:e0:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:10Z', 'updated_at': '2021-11-24T15:24:15Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'subnets': [{'id': '89a28e53-c962-4a43-a7f0-a5bdcd7994d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:30.529353 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03659f3-7066-403f-8258-679097d643d0 x-openstack-request-id: req-a03659f3-7066-403f-8258-679097d643d0 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:30.529709 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:30.529968 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a03659f3-7066-403f-8258-679097d643d0 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:30.530371 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:26:30.598154 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-98724efd-6e4d-43a3-b1d1-e758c718c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:30.601016 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-98724efd-6e4d-43a3-b1d1-e758c718c3a9 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=8f839a67d0c54fc793eb654357cb5e31&device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0470290 Nov 24 15:26:30.642669 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:30.703610 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464525fa-3d64-4f3e-aff7-82d4dcfb8860 None None] New status for floating IP 2189aefb-5bd5-4a4e-b1a8-9f78634d79ba: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:26:30.705074 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-541a155a-01b9-4639-ab00-2ac0c9a14a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:30.706560 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-541a155a-01b9-4639-ab00-2ac0c9a14a0f service neutron] 10.222.0.83 "GET /v2.0/networks?id=12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 200 len: 917 time: 0.0966618 Nov 24 15:26:30.749046 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-c0faf149-4ab2-4d5b-9c57-9427e0328967 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 200 len: 217 time: 0.0347323 Nov 24 15:26:30.801270 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-dcb6663c-d99f-45cb-bf7b-e223c70ce033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:30.802733 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-dcb6663c-d99f-45cb-bf7b-e223c70ce033 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 200 len: 854 time: 0.0458980 Nov 24 15:26:30.857969 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-a5a350c4-7e43-400c-8df7-f06defda6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:30.859392 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-a5a350c4-7e43-400c-8df7-f06defda6ba9 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=12464088-b2f3-489f-9f84-a42ec2df1bc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441117 Nov 24 15:26:30.950522 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-59160ef9-442b-4a39-947b-909f4c584606 service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831552 Nov 24 15:26:31.057027 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-94b2e3a0-fad1-42fb-a534-b54ba50713ae req-1d9c9aaf-1b4c-4b34-9fd7-66fd80244ccf service neutron] 10.222.0.83 "GET /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988736 Nov 24 15:26:32.305233 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:32.689826 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f523079-6792-4027-8618-bb0ff12fcfea req-5da5d853-d8f1-468a-845f-c172d42b7244 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:32.691312 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f523079-6792-4027-8618-bb0ff12fcfea req-5da5d853-d8f1-468a-845f-c172d42b7244 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0499129 Nov 24 15:26:32.737661 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-6f523079-6792-4027-8618-bb0ff12fcfea req-344a1336-4e59-48e0-b410-7eb9cb1bdbaa tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Nov 24 15:26:33.076563 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:33.852866 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a1812-799d-457d-acff-fbeb54aa52e2 req-1bc14761-169b-4f7d-ad0a-331fba391b79 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:33.854337 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-770a1812-799d-457d-acff-fbeb54aa52e2 req-1bc14761-169b-4f7d-ad0a-331fba391b79 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0489976 Nov 24 15:26:33.900847 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-770a1812-799d-457d-acff-fbeb54aa52e2 req-583aa545-9512-4101-9473-153012ad7148 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd3e39d5-6776-4c4b-8f33-283d401435cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 Nov 24 15:26:34.167813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:34.484795 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-8612a543-5c92-4c1b-8acb-5aa52421bc9f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:34.486107 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-8612a543-5c92-4c1b-8acb-5aa52421bc9f tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.83 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 945 time: 0.0471685 Nov 24 15:26:34.583194 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Deleting port 5b9ec926-4798-46b6-8f0d-651205816d7e {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:34.583527 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:34.667239 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] For port 5b9ec926-4798-46b6-8f0d-651205816d7e, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=5b9ec926-4798-46b6-8f0d-651205816d7e,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:34.667586 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:34.680059 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Calling delete_port for 5b9ec926-4798-46b6-8f0d-651205816d7e owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:34.853314 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:34.865420 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] get_ports_and_sgs() called for port_ids ['5b9ec926-4798-46b6-8f0d-651205816d7e'] {{(pid=103211) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 24 15:26:34.883014 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Pushing event deleted for resources: {'Port': ['ID=5b9ec926-4798-46b6-8f0d-651205816d7e,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:34.927455 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] No DVR routers for this DVR port 5b9ec926-4798-46b6-8f0d-651205816d7e on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:34.930012 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:34.933374 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-50c0f0cd-8545-4ca7-9c00-f9ae760b10cd req-aa527711-dc70-4150-8a5c-ecb17f79cbd4 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.83 "DELETE /v2.0/ports/5b9ec926-4798-46b6-8f0d-651205816d7e HTTP/1.1" status: 204 len: 173 time: 0.4405129 Nov 24 15:26:34.933837 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'name': 'network-vif-deleted', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:34.936114 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e101783d-1b7a-480b-b954-079f92524b0c" -d '{"events": [{"server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "name": "network-vif-deleted", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:34.972002 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfe2203-c7eb-4a92-8048-ac7a8dce8a95 x-openstack-request-id: req-9cfe2203-c7eb-4a92-8048-ac7a8dce8a95 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:34.972332 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5dc49f-6b54-4569-a926-a3ff89a4f3e3", "name": "network-vif-deleted", "tag": "5b9ec926-4798-46b6-8f0d-651205816d7e", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:34.972587 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9cfe2203-c7eb-4a92-8048-ac7a8dce8a95 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:34.973636 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5dc49f-6b54-4569-a926-a3ff89a4f3e3', 'name': 'network-vif-deleted', 'tag': '5b9ec926-4798-46b6-8f0d-651205816d7e', 'status': 'completed', 'code': 200} Nov 24 15:26:34.998851 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-66d94813-1f28-4c3b-a591-991935fa3181 req-e12763f6-d60d-43a7-a2ff-13f4f9198312 tempest-TestMinimumBasicScenario-2125723776 tempest-TestMinimumBasicScenario-2125723776-project] 10.222.0.15 "GET /v2.0/ports?device_id=eb5dc49f-6b54-4569-a926-a3ff89a4f3e3 HTTP/1.1" status: 200 len: 210 time: 0.0301075 Nov 24 15:26:36.628069 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:26:37.129094 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5b9ec926-4798-46b6-8f0d-651205816d7e no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:37.149392 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 5b9ec926-4798-46b6-8f0d-651205816d7e {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:37.151389 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 5b9ec926-4798-46b6-8f0d-651205816d7e not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:37.205148 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45070) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:37.619701 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-8680a3c9-d568-4dfb-b3e2-e5733274b5c8 service neutron] 10.222.0.83 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398190 Nov 24 15:26:37.680942 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-6948f1fe-a10c-4fde-a72f-8b9ee4a23724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:37.682487 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-6948f1fe-a10c-4fde-a72f-8b9ee4a23724 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1098 time: 0.0408621 Nov 24 15:26:37.778351 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:37.790306 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-af4da098-1014-427b-880a-ad64d32ec63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:37.791771 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-af4da098-1014-427b-880a-ad64d32ec63a service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0882666 Nov 24 15:26:37.859076 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-1e436636-1f71-4709-b083-bc6b22c6c7aa service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 1001 time: 0.0592470 Nov 24 15:26:37.912990 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-3603fd63-b978-4293-a7c1-44bf600212e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:37.916738 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-3603fd63-b978-4293-a7c1-44bf600212e3 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0510743 Nov 24 15:26:37.962525 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-644f1516-56cb-466b-9401-649168b5b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:37.964001 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-644f1516-56cb-466b-9401-649168b5b519 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400784 Nov 24 15:26:38.025486 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Deleting port 80d70c23-e5fa-4067-958e-3ca45ae21914 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:38.025814 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.054349 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-51cdd5e9-9d1d-4732-81e4-51699dc218b3 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822194 Nov 24 15:26:38.106246 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] For port 80d70c23-e5fa-4067-958e-3ca45ae21914, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=80d70c23-e5fa-4067-958e-3ca45ae21914,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:38.106628 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.123704 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Calling delete_port for 80d70c23-e5fa-4067-958e-3ca45ae21914 owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:38.149654 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-961cb8aa-82ca-4c0a-a5e8-9b54856c1a52 req-29385d8a-b15a-4fa2-9446-d50ff1c3a040 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862255 Nov 24 15:26:38.350867 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.374952 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Pushing event deleted for resources: {'Port': ['ID=80d70c23-e5fa-4067-958e-3ca45ae21914,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:38.543859 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.754465 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Router 79cc000b-c86d-4a2f-b5d7-371f466ab595 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:38.859593 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:38.865328 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-cae71f7b-3e38-4aea-b5a7-9c427ed6e89a admin admin] 10.222.0.15 "PUT /v2.0/routers/79cc000b-c86d-4a2f-b5d7-371f466ab595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6590924 Nov 24 15:26:38.867846 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45072) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:38.869308 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Sync routers for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:38.880189 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:38.880805 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:38.970518 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks [] for router, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:38.986529 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:39.073582 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.177662 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:39.210114 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Checking router: 79cc000b-c86d-4a2f-b5d7-371f466ab595 for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:39.218715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Routers {'79cc000b-c86d-4a2f-b5d7-371f466ab595'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:39.223652 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['79cc000b-c86d-4a2f-b5d7-371f466ab595'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:39.309147 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Deleting port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:39.309487 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.331738 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] Set router 79cc000b-c86d-4a2f-b5d7-371f466ab595 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:39.386646 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] For port c82bf38c-212f-458a-b6bc-cd5c5b84a5bc, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:39.387028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.399646 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Calling delete_port for c82bf38c-212f-458a-b6bc-cd5c5b84a5bc owned by network:router_gateway {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:39.509856 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:39.538990 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ee2202-ac56-4903-a489-13cfbfe308e7 None None] The sync data for ids ['79cc000b-c86d-4a2f-b5d7-371f466ab595'] in dv-cinder-816898-4-iscsi is: [{'id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'name': 'tempest-TestMinimumBasicScenario-1457260757-router', 'tenant_id': '8f839a67d0c54fc793eb654357cb5e31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49'}], 'enable_snat': True}, 'gw_port_id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:07Z', 'updated_at': '2021-11-24T15:26:38Z', 'revision_number': 5, 'project_id': '8f839a67d0c54fc793eb654357cb5e31', 'gw_port': {'id': 'c82bf38c-212f-458a-b6bc-cd5c5b84a5bc', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:65:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79cc000b-c86d-4a2f-b5d7-371f466ab595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:08Z', 'updated_at': '2021-11-24T15:24:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:39.613792 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.643971 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=c82bf38c-212f-458a-b6bc-cd5c5b84a5bc,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:39.702045 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.790345 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.792739 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.916543 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.917189 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79cc000b-c86d-4a2f-b5d7-371f466ab595 {{(pid=103209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:26:39.927223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:39.927223 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-909aecf5-f0df-4e0f-9abf-fc38d10f8e1d admin admin] 10.222.0.15 "DELETE /v2.0/routers/79cc000b-c86d-4a2f-b5d7-371f466ab595 HTTP/1.1" status: 204 len: 168 time: 1.0549297 Nov 24 15:26:39.927223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45076) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:40.237463 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.db_base_plugin_v2 [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Deleting subnet 89a28e53-c962-4a43-a7f0-a5bdcd7994d1 {{(pid=103209) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:26:40.241202 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.274468 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13844893'] for subnet, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.352451 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.476655 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12602047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13317819'] for subnet, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.501078 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a28e53-c962-4a43-a7f0-a5bdcd7994d1,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:40.506013 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.509363 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-7add540b-188d-49f2-ac84-01bf5e291b21 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/89a28e53-c962-4a43-a7f0-a5bdcd7994d1 HTTP/1.1" status: 204 len: 168 time: 0.5815291 Nov 24 15:26:40.511858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45078) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:40.513064 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768be96-7139-4136-b052-03d4dfcd4a16 None None] Network 12464088-b2f3-489f-9f84-a42ec2df1bc4 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:26:40.590567 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.613825 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 80d70c23-e5fa-4067-958e-3ca45ae21914 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:40.651350 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 80d70c23-e5fa-4067-958e-3ca45ae21914 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:40.651716 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 80d70c23-e5fa-4067-958e-3ca45ae21914 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:40.656583 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Deleting port c114bc59-5aac-43fc-b9c6-641c5b986646 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:40.656926 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.722352 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] For port c114bc59-5aac-43fc-b9c6-641c5b986646, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c114bc59-5aac-43fc-b9c6-641c5b986646,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:40.723327 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.735273 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Calling delete_port for c114bc59-5aac-43fc-b9c6-641c5b986646 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:40.756034 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] DHCP port deletion for 12464088-b2f3-489f-9f84-a42ec2df1bc4 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:26:40.803497 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Deleting port c114bc59-5aac-43fc-b9c6-641c5b986646 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:40.803872 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.853533 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.866265 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] For port c114bc59-5aac-43fc-b9c6-641c5b986646, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c114bc59-5aac-43fc-b9c6-641c5b986646,segment=NetworkSegment(f99365ec-58be-4049-a4d0-bfd8d7f60fa2),segment_id=f99365ec-58be-4049-a4d0-bfd8d7f60fa2)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:40.867576 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.879810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Calling delete_port for c114bc59-5aac-43fc-b9c6-641c5b986646 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:40.880475 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] No DVR routers for this DVR port c114bc59-5aac-43fc-b9c6-641c5b986646 on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:40.885336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Pushing event deleted for resources: {'Port': ['ID=c114bc59-5aac-43fc-b9c6-641c5b986646,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:40.951864 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.960315 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.975670 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12464088-b2f3-489f-9f84-a42ec2df1bc4']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:40.984987 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:40.988195 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f99365ec-58be-4049-a4d0-bfd8d7f60fa2') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:40.988341 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Pushing event deleted for resources: {'Port': ['ID=c114bc59-5aac-43fc-b9c6-641c5b986646,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:40.988624 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] No DVR routers for this DVR port c114bc59-5aac-43fc-b9c6-641c5b986646 on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:40.997535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.997894 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.998238 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.998365 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:40.998579 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.998914 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.999248 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.999595 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:40.999961 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:41.000236 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:41.000565 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:41.000901 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:41.001299 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1277d9a1-62ee-4019-a4d8-a6e98e237815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816898-4-iscsi {{(pid=103211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 24 15:26:41.013984 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.021282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:26:41.021282 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:26:41.026253 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:26:41.122266 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.127594 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.131353 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] 10.222.0.15 "DELETE /v2.0/networks/12464088-b2f3-489f-9f84-a42ec2df1bc4 HTTP/1.1" status: 204 len: 168 time: 0.6182015 Nov 24 15:26:41.134352 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45080) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:41.141923 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c9609-3028-47f8-b431-0d4916cbb493 admin admin] Pushing event deleted for resources: {'Network': ['ID=12464088-b2f3-489f-9f84-a42ec2df1bc4,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:41.470455 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.719127 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Deleting port 7ef1d03d-b915-4f08-ab57-b302f26eddf6 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:41.719371 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.800387 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] For port 7ef1d03d-b915-4f08-ab57-b302f26eddf6, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=7ef1d03d-b915-4f08-ab57-b302f26eddf6,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:41.801330 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:41.813516 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Calling delete_port for 7ef1d03d-b915-4f08-ab57-b302f26eddf6 owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:42.110802 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:42.136908 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef1d03d-b915-4f08-ab57-b302f26eddf6,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:42.284734 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c82bf38c-212f-458a-b6bc-cd5c5b84a5bc no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:42.313812 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:42.318744 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: c82bf38c-212f-458a-b6bc-cd5c5b84a5bc {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:42.319086 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c82bf38c-212f-458a-b6bc-cd5c5b84a5bc not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:42.319513 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c114bc59-5aac-43fc-b9c6-641c5b986646 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:42.339045 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: c114bc59-5aac-43fc-b9c6-641c5b986646 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:42.339394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c114bc59-5aac-43fc-b9c6-641c5b986646 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:42.528581 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:42.632413 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:42.637699 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-c7719091-322f-4280-9cca-13a6c27cfae9 admin admin] 10.222.0.15 "PUT /v2.0/routers/fc5de6d6-3dc8-4c7f-a7cd-143316af7031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019057 Nov 24 15:26:42.640232 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45082) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:42.642698 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Sync routers for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:42.653330 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:42.653934 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:42.741074 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:42.757115 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:42.938946 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 5, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:42.965932 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Checking router: fc5de6d6-3dc8-4c7f-a7cd-143316af7031 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:42.974680 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Routers {'fc5de6d6-3dc8-4c7f-a7cd-143316af7031'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:42.975289 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:43.082022 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.091143 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] Set router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:43.182045 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Deleting port 81722e72-d5bd-4636-b6b6-628097a960cd {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:43.182673 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.262472 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] For port 81722e72-d5bd-4636-b6b6-628097a960cd, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=81722e72-d5bd-4636-b6b6-628097a960cd,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:43.262849 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.268951 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 5, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:43.274598 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Calling delete_port for 81722e72-d5bd-4636-b6b6-628097a960cd owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:43.303900 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dde0f30-9032-408e-97b7-a80c9492d8c2 None None] The sync data for ids ['fc5de6d6-3dc8-4c7f-a7cd-143316af7031'] in dv-cinder-816898-4-iscsi is: [{'id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'name': 'tempest-TestMinimumBasicScenario-97598217-router', 'tenant_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:26:41Z', 'revision_number': 5, 'project_id': '706a83274be84e5cb2ab6f3a4c781d6b', 'gw_port': {'id': '81722e72-d5bd-4636-b6b6-628097a960cd', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:78:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5de6d6-3dc8-4c7f-a7cd-143316af7031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:24:14Z', 'updated_at': '2021-11-24T15:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:43.498944 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.522995 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Pushing event deleted for resources: {'Port': ['ID=81722e72-d5bd-4636-b6b6-628097a960cd,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:43.585637 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.676524 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.678789 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.784135 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.784135 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5de6d6-3dc8-4c7f-a7cd-143316af7031 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:26:43.784135 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.786022 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-01138c09-0152-4732-bd42-814c2e671873 admin admin] 10.222.0.15 "DELETE /v2.0/routers/fc5de6d6-3dc8-4c7f-a7cd-143316af7031 HTTP/1.1" status: 204 len: 168 time: 1.1448302 Nov 24 15:26:43.788416 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45084) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:43.832986 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Deleting subnet 3b589fa6-bea7-41d4-ad01-51ab535babdf {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:26:43.836279 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.871561 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:43.955019 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.093606 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.119936 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b589fa6-bea7-41d4-ad01-51ab535babdf,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:44.122111 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.125395 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-f5a8b8ad-423a-4f4e-b646-c7a02d42ff94 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/3b589fa6-bea7-41d4-ad01-51ab535babdf HTTP/1.1" status: 204 len: 168 time: 0.3359895 Nov 24 15:26:44.127663 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd59e84d-7216-4556-8393-5845d5590e0f None None] Network c048e676-2ea5-4f94-99b1-dc785d4907d8 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:26:44.128188 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45086) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:44.198223 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.264693 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Deleting port c26964c8-4163-4904-a4c5-929730f728ad {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:44.265081 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.325303 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] DHCP port deletion for c048e676-2ea5-4f94-99b1-dc785d4907d8 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:26:44.340910 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] For port c26964c8-4163-4904-a4c5-929730f728ad, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c26964c8-4163-4904-a4c5-929730f728ad,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:44.341291 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.354427 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7ef1d03d-b915-4f08-ab57-b302f26eddf6 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:44.356054 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Calling delete_port for c26964c8-4163-4904-a4c5-929730f728ad owned by network:dhcp {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:44.375617 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 7ef1d03d-b915-4f08-ab57-b302f26eddf6 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:44.375967 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 7ef1d03d-b915-4f08-ab57-b302f26eddf6 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:44.376426 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 81722e72-d5bd-4636-b6b6-628097a960cd no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:44.398748 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 81722e72-d5bd-4636-b6b6-628097a960cd {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:44.399094 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 81722e72-d5bd-4636-b6b6-628097a960cd not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:44.417049 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Deleting port c26964c8-4163-4904-a4c5-929730f728ad {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:44.417423 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.482213 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.482527 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] For port c26964c8-4163-4904-a4c5-929730f728ad, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=c26964c8-4163-4904-a4c5-929730f728ad,segment=NetworkSegment(abedb1a6-07d8-4cc5-8ed2-09bb9c570d99),segment_id=abedb1a6-07d8-4cc5-8ed2-09bb9c570d99)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:44.482751 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.510280 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Pushing event deleted for resources: {'Port': ['ID=c26964c8-4163-4904-a4c5-929730f728ad,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:44.512450 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] No DVR routers for this DVR port c26964c8-4163-4904-a4c5-929730f728ad on host dv-cinder-816898-4-iscsi {{(pid=103210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:44.586377 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.611697 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c048e676-2ea5-4f94-99b1-dc785d4907d8']}} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:44.621622 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Calling delete_port for c26964c8-4163-4904-a4c5-929730f728ad owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:44.622121 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99') {'for_net_delete': True} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:44.622420 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.services.segments.db [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abedb1a6-07d8-4cc5-8ed2-09bb9c570d99') {} {{(pid=103210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:44.631720 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-970561'] for segment, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.644936 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.651125 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=103210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12673956'] for segment, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: Traceback (most recent call last): Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: timer() Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: cb(*args, **kw) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: return func(*args, **kwargs) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: self._notify() Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: self.callback(batched_events) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: event.method(event) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: return f(self, *a, **k) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._get(url).json() Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: return self.request(url, 'GET', **kwargs) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:26:44.653510 dv-cinder-816898-4-iscsi neutron-server[103210]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:26:44.713114 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.742742 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] Pushing event deleted for resources: {'Port': ['ID=c26964c8-4163-4904-a4c5-929730f728ad,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:44.744579 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e551e6-18ab-4223-9255-c9ba541696f7 None None] No DVR routers for this DVR port c26964c8-4163-4904-a4c5-929730f728ad on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:44.773570 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.778912 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:44.782220 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] 10.222.0.15 "DELETE /v2.0/networks/c048e676-2ea5-4f94-99b1-dc785d4907d8 HTTP/1.1" status: 204 len: 168 time: 0.6523998 Nov 24 15:26:44.793314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d4969-83d7-4185-b365-fae593019d0b admin admin] Pushing event deleted for resources: {'Network': ['ID=c048e676-2ea5-4f94-99b1-dc785d4907d8,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:45.109282 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45090) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:45.149262 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-35e81365-2ba7-421b-a4a5-57fe8c17343c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f839a67d0c54fc793eb654357cb5e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388160 Nov 24 15:26:45.151712 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45092) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:45.201314 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.222240 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.345280 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.348040 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:45.349236 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cd3e39d5-6776-4c4b-8f33-283d401435cf HTTP/1.1" status: 204 len: 168 time: 0.1965735 Nov 24 15:26:45.357129 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c75dc-a08b-45c5-a4f0-9dc325831acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd3e39d5-6776-4c4b-8f33-283d401435cf,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:45.973557 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45098) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:45.979553 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45100) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:46.018804 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-269c68ca-a14a-4f04-bed1-385f65ac8946 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=706a83274be84e5cb2ab6f3a4c781d6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380523 Nov 24 15:26:46.021835 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45102) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:46.076305 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.098344 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.135292 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port 77862c7d-238a-4998-8504-2f37b66796db {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:46.135558 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.196678 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.199900 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.201110 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fd8215e-d0c2-40b9-a59c-81e19ffe4cb4 HTTP/1.1" status: 204 len: 168 time: 0.1783700 Nov 24 15:26:46.210021 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179f0ac-3231-4927-9107-dc52844b8fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd8215e-d0c2-40b9-a59c-81e19ffe4cb4,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:46.213596 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c26964c8-4163-4904-a4c5-929730f728ad no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:46.221601 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.222561 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.235972 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for 77862c7d-238a-4998-8504-2f37b66796db owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:46.236575 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: c26964c8-4163-4904-a4c5-929730f728ad {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:46.236956 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device c26964c8-4163-4904-a4c5-929730f728ad not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:46.442662 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.472091 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=77862c7d-238a-4998-8504-2f37b66796db,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:46.533745 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.534084 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP 1227738d-7092-43c6-acb9-b80ae637c8ed disassociated (deleted). External IP: 172.27.2.217, port: 0f5fa31b-b304-4257-a33d-e195de148f8b. Nov 24 15:26:46.751305 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:46.858001 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:46.862610 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:46.867630 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:46.876803 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:46.877492 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:46.889655 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-d9b8cffa-ceae-408a-a6b8-40906daa661e tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "DELETE /v2.0/floatingips/1227738d-7092-43c6-acb9-b80ae637c8ed HTTP/1.1" status: 204 len: 168 time: 0.9148793 Nov 24 15:26:46.890340 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:46.892748 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355" -d '{"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:46.931679 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41292c6-a627-409f-a76a-5d95f401b7dc x-openstack-request-id: req-e41292c6-a627-409f-a76a-5d95f401b7dc {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:46.932108 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:46.932463 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e41292c6-a627-409f-a76a-5d95f401b7dc {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:46.933170 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'status': 'completed', 'code': 200} Nov 24 15:26:46.990302 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:46.996748 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-f3b79188-1397-4e8e-8224-aab20ded979b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:46.998313 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-f3b79188-1397-4e8e-8224-aab20ded979b service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 1098 time: 0.0429199 Nov 24 15:26:47.093992 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-9fff4e68-f03b-4ecb-ab8e-06527a8a7cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:47.095494 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-9fff4e68-f03b-4ecb-ab8e-06527a8a7cf8 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0898280 Nov 24 15:26:47.138055 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-93f29d07-bde7-40d2-9325-b0c7b7d0cf55 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 200 len: 217 time: 0.0349495 Nov 24 15:26:47.188624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-bdb3211c-b174-40d7-9f3f-e6fb100580ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:47.191100 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-bdb3211c-b174-40d7-9f3f-e6fb100580ed service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0456789 Nov 24 15:26:47.227020 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:47.251671 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-193e79b9-fcfd-4005-a6af-65c61f02a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:47.253396 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-193e79b9-fcfd-4005-a6af-65c61f02a223 service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481858 Nov 24 15:26:47.256986 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:47.265671 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:47.266281 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:47.353663 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-41622755-3e52-4e5f-a608-a69183e8ef57 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924444 Nov 24 15:26:47.376779 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9119834-7c37-4e68-86f3-558b959772ce req-cbd4e86a-767d-4e54-93a9-edd2f05cf778 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:47.378747 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f9119834-7c37-4e68-86f3-558b959772ce req-cbd4e86a-767d-4e54-93a9-edd2f05cf778 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0506477 Nov 24 15:26:47.386705 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:47.438081 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-f9119834-7c37-4e68-86f3-558b959772ce req-9ee8d2f2-d70e-48d4-9018-c3cd94816e50 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511699 Nov 24 15:26:47.451359 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c1abcde9-5795-4e7c-a58b-dfcb2ffa3355 req-a4f72647-189e-4bba-be91-e2d86fb11218 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905018 Nov 24 15:26:47.610812 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:47.641147 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230f61bd-f2f1-47a0-a714-81e3be70875b None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_floatingips': [{'id': 'daf8cf6a-1d95-413f-854d-7fa34edf2be8', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'router_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'port_id': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'mac_address': 'fa:16:3e:5c:7e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-24T15:22:25Z', 'updated_at': '2021-11-24T15:22:28Z', 'revision_number': 1, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:47.840208 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d653bb-b24f-49dd-90d4-c6e412bc37b7 None None] New status for floating IP 1227738d-7092-43c6-acb9-b80ae637c8ed: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:26:48.552418 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a93ebf3-f11f-41bb-a511-f55f839b9a68 req-ff11bd98-002e-460d-a326-9664baed7a56 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.553908 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5a93ebf3-f11f-41bb-a511-f55f839b9a68 req-ff11bd98-002e-460d-a326-9664baed7a56 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0516186 Nov 24 15:26:48.603054 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-5a93ebf3-f11f-41bb-a511-f55f839b9a68 req-f5e1e80f-3e07-4d50-869d-7f27efb7fbcf tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432031 Nov 24 15:26:48.907299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-4a57d7cc-d911-4f71-8ab1-10566138ff06 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:48.908671 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-4a57d7cc-d911-4f71-8ab1-10566138ff06 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 945 time: 0.0481572 Nov 24 15:26:49.006454 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port 0f5fa31b-b304-4257-a33d-e195de148f8b {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:49.006790 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.094529 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] For port 0f5fa31b-b304-4257-a33d-e195de148f8b, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=0f5fa31b-b304-4257-a33d-e195de148f8b,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:49.094891 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.109157 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for 0f5fa31b-b304-4257-a33d-e195de148f8b owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:49.276292 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.305675 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=0f5fa31b-b304-4257-a33d-e195de148f8b,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:49.352644 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] No DVR routers for this DVR port 0f5fa31b-b304-4257-a33d-e195de148f8b on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:49.355080 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:49.358665 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-67fc1a4c-72e7-4eef-8019-a5c087df5909 req-6a50cca0-7393-4329-895a-f0fa41172e93 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "DELETE /v2.0/ports/0f5fa31b-b304-4257-a33d-e195de148f8b HTTP/1.1" status: 204 len: 173 time: 0.4432929 Nov 24 15:26:49.359127 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'name': 'network-vif-deleted', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:49.362028 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c8b058-1df0-4be7-9f9f-d6bb677c115a" -d '{"events": [{"server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "name": "network-vif-deleted", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:49.406634 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9020f427-ec7f-4bee-9b32-953bd3f87c18 x-openstack-request-id: req-9020f427-ec7f-4bee-9b32-953bd3f87c18 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:49.406931 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33bb2a95-3040-4cf0-a670-611300f4ef12", "name": "network-vif-deleted", "tag": "0f5fa31b-b304-4257-a33d-e195de148f8b", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:49.407190 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9020f427-ec7f-4bee-9b32-953bd3f87c18 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:49.407594 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33bb2a95-3040-4cf0-a670-611300f4ef12', 'name': 'network-vif-deleted', 'tag': '0f5fa31b-b304-4257-a33d-e195de148f8b', 'status': 'completed', 'code': 200} Nov 24 15:26:49.705672 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-0436c164-117e-40ac-b376-7d9eaf50990f req-a6314936-ecd9-4381-af83-d60ac139f4b8 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=33bb2a95-3040-4cf0-a670-611300f4ef12 HTTP/1.1" status: 200 len: 210 time: 0.0272765 Nov 24 15:26:51.176196 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 0f5fa31b-b304-4257-a33d-e195de148f8b no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:51.196120 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 0f5fa31b-b304-4257-a33d-e195de148f8b {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:51.196475 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 0f5fa31b-b304-4257-a33d-e195de148f8b not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:53.143853 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45132) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:53.296481 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port 1de51f67-37d4-4fe3-840c-072b396197f9 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:53.296823 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.374788 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.375113 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.387596 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for 1de51f67-37d4-4fe3-840c-072b396197f9 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:53.590125 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.613555 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=1de51f67-37d4-4fe3-840c-072b396197f9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:53.676750 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.677172 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.db.l3_db [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Floating IP daf8cf6a-1d95-413f-854d-7fa34edf2be8 disassociated (deleted). External IP: 172.27.2.73, port: 685a98da-9dca-4437-aa3e-beed7694ca1c. Nov 24 15:26:53.882589 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:26:53.988000 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:26:53.992650 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:53.997737 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:26:54.006665 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:54.007274 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:54.019108 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-54c2452b-072e-45ae-b8d2-52f474c5a8be tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "DELETE /v2.0/floatingips/daf8cf6a-1d95-413f-854d-7fa34edf2be8 HTTP/1.1" status: 204 len: 168 time: 0.8741457 Nov 24 15:26:54.020260 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c'}] {{(pid=103210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:54.022497 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}798179b19726bfb3b66ba5c27c274ff83887dcb04194c385b576af8a2dc84142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6823cc9-24ce-4f05-91e6-f43789654f99" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c"}]}' {{(pid=103210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:54.070126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-708a216d-17ce-4237-9f3e-a5377674b155 x-openstack-request-id: req-708a216d-17ce-4237-9f3e-a5377674b155 {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:54.070126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c", "status": "completed", "code": 200}]} {{(pid=103210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:54.070126 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-708a216d-17ce-4237-9f3e-a5377674b155 {{(pid=103210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:54.070126 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'status': 'completed', 'code': 200} Nov 24 15:26:54.117921 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:54.132060 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-910e98fb-4a17-4f1a-a907-af5fc8e45616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.134265 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-910e98fb-4a17-4f1a-a907-af5fc8e45616 service neutron] 10.222.0.83 "GET /v2.0/ports?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 1098 time: 0.0428045 Nov 24 15:26:54.232913 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-df685042-09c3-43fe-a7ce-1c12eb6514c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.234372 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-df685042-09c3-43fe-a7ce-1c12eb6514c9 service neutron] 10.222.0.83 "GET /v2.0/networks?id=2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 200 len: 913 time: 0.0922401 Nov 24 15:26:54.277506 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-e2553bb5-babd-445f-a01b-89253427b9f5 service neutron] 10.222.0.83 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 200 len: 217 time: 0.0359213 Nov 24 15:26:54.327999 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-9e429083-c9a5-415c-8d83-c36f265943c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.329484 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-9e429083-c9a5-415c-8d83-c36f265943c4 service neutron] 10.222.0.83 "GET /v2.0/subnets?id=a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 200 len: 850 time: 0.0444126 Nov 24 15:26:54.331846 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:54.364090 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:26:54.373875 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:26:54.374490 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:26:30Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:54.383198 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-0b08e0d4-9516-4c4a-9c62-6fc44d34b8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.385689 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-0b08e0d4-9516-4c4a-9c62-6fc44d34b8fe service neutron] 10.222.0.83 "GET /v2.0/ports?network_id=2a11a9c4-1ef7-4235-8979-74dbac8931c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488036 Nov 24 15:26:54.447556 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca822f-fc2b-4b86-a599-75f525a7390e req-2f195482-5bd4-4e05-a065-84227ace3bc7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:54.449224 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-efca822f-fc2b-4b86-a599-75f525a7390e req-2f195482-5bd4-4e05-a065-84227ace3bc7 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0510938 Nov 24 15:26:54.481043 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-922c53b8-e492-4a09-a60d-2388812b79df service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869453 Nov 24 15:26:54.490194 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:26:54.503677 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [req-efca822f-fc2b-4b86-a599-75f525a7390e req-04780f5b-57e3-4b7f-a81d-3e9589a7d104 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478706 Nov 24 15:26:54.577348 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-c6823cc9-24ce-4f05-91e6-f43789654f99 req-a27721ee-e6ea-45b6-b749-755e879043b7 service neutron] 10.222.0.83 "GET /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882163 Nov 24 15:26:54.704374 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:26:54.734032 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ed7cce-ec2c-4fe5-9d19-8c958b9d34fd None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:18:50Z', 'revision_number': 4, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi', '_interfaces': [{'id': 'b5eeaa79-a8cf-4030-a2cc-72177cbf9238', 'name': '', 'network_id': '2a11a9c4-1ef7-4235-8979-74dbac8931c1', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'mac_address': 'fa:16:3e:d3:1e:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:49Z', 'updated_at': '2021-11-24T15:18:56Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'subnets': [{'id': 'a1553862-5507-455b-a720-9d8c45e8e44a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:26:54.933807 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a299734e-3c46-4307-bb7a-816eff40f3a8 None None] New status for floating IP daf8cf6a-1d95-413f-854d-7fa34edf2be8: DOWN {{(pid=103212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 24 15:26:55.621925 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad227c-4964-4624-8172-0b4412491761 req-9eee66cf-001a-4f0d-a517-b885cb3f45b2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:55.623305 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3cad227c-4964-4624-8172-0b4412491761 req-9eee66cf-001a-4f0d-a517-b885cb3f45b2 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0491471 Nov 24 15:26:55.672837 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-3cad227c-4964-4624-8172-0b4412491761 req-da61c6dc-5dca-477b-810c-ef11d60b82b5 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/security-groups?id=e37a8f60-b969-4afe-bfe5-4032be4a2ea4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Nov 24 15:26:56.027554 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-b82bddfe-e57e-4ef9-bfc6-e4fcb3a2f96a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103209) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 24 15:26:56.029028 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-b82bddfe-e57e-4ef9-bfc6-e4fcb3a2f96a tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 945 time: 0.0479290 Nov 24 15:26:56.130530 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port 685a98da-9dca-4437-aa3e-beed7694ca1c {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:56.130891 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.217376 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] For port 685a98da-9dca-4437-aa3e-beed7694ca1c, host hv-cinder-81689, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81689',level=0,port_id=685a98da-9dca-4437-aa3e-beed7694ca1c,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:26:56.217736 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.229975 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for 685a98da-9dca-4437-aa3e-beed7694ca1c owned by compute:nova {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:56.436324 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.464835 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=685a98da-9dca-4437-aa3e-beed7694ca1c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:56.509315 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] No DVR routers for this DVR port 685a98da-9dca-4437-aa3e-beed7694ca1c on host hv-cinder-81689 {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:26:56.512134 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for port, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:56.515773 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-26991890-51d4-42c6-84e9-35d1dccfbd7e req-acfde676-beb1-4a0d-860a-73e8f1dbfb63 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.83 "DELETE /v2.0/ports/685a98da-9dca-4437-aa3e-beed7694ca1c HTTP/1.1" status: 204 len: 173 time: 0.4803643 Nov 24 15:26:56.516336 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'name': 'network-vif-deleted', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c'}] {{(pid=103209) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 24 15:26:56.519135 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c7ff6f9ef8af76bcdda1975d28683e6d020077b8b26e732c5e6f03f8a453c8b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dde219f-4daf-458c-9f20-9aa293b02ef7" -d '{"events": [{"server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "name": "network-vif-deleted", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c"}]}' {{(pid=103209) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 24 15:26:56.556559 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Nov 2021 15:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42da6c8f-bea0-43ee-bf6e-81460c690640 x-openstack-request-id: req-42da6c8f-bea0-43ee-bf6e-81460c690640 {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 24 15:26:56.556858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d644c7-7e19-49d4-a88b-c2aa20725c50", "name": "network-vif-deleted", "tag": "685a98da-9dca-4437-aa3e-beed7694ca1c", "status": "completed", "code": 200}]} {{(pid=103209) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 24 15:26:56.557112 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-42da6c8f-bea0-43ee-bf6e-81460c690640 {{(pid=103209) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 24 15:26:56.557685 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d644c7-7e19-49d4-a88b-c2aa20725c50', 'name': 'network-vif-deleted', 'tag': '685a98da-9dca-4437-aa3e-beed7694ca1c', 'status': 'completed', 'code': 200} Nov 24 15:26:56.765130 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [req-f6ed878a-10d6-4d4a-8167-5f6879a49032 req-53bc1ab7-b4d5-4210-b628-4f5db126b91f tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6d644c7-7e19-49d4-a88b-c2aa20725c50 HTTP/1.1" status: 200 len: 210 time: 0.0263507 Nov 24 15:26:57.207417 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-a27bd3c7-bc6c-4871-8ad3-2a63aeed7fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:57.821534 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45148) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:57.943306 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Deleting port f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:26:57.943661 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.015604 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.015891 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.027295 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Calling delete_port for f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9 owned by network:floatingip {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:26:58.218926 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.244847 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'Port': ['ID=f2cfcc1e-bfc3-4163-86b1-f493c6ae6aa9,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:26:58.305294 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.307910 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-71760'] for floatingip, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:58.309370 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-80ae42f1-9125-47e4-9578-82461abcaff0 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "DELETE /v2.0/floatingips/ef4ded86-1300-4e58-ad4e-1220cf3cbbe4 HTTP/1.1" status: 204 len: 168 time: 0.4868586 Nov 24 15:26:59.231819 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 685a98da-9dca-4437-aa3e-beed7694ca1c no longer exists at agent hyperv_hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:26:59.251713 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] No Port match for: 685a98da-9dca-4437-aa3e-beed7694ca1c {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:26:59.252082 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Device 685a98da-9dca-4437-aa3e-beed7694ca1c not bound to the agent host hv-cinder-81689 {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:26:59.587794 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45160) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:26:59.647943 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-7e8e1be0-36d8-49ad-bbfc-81960c8096eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.869352 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:26:59.893909 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.013216 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.015773 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Publish callbacks [] for security_group, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.016992 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] 10.222.0.15 "DELETE /v2.0/security-groups/e37a8f60-b969-4afe-bfe5-4032be4a2ea4 HTTP/1.1" status: 204 len: 168 time: 0.4280689 Nov 24 15:27:00.027178 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8b194-4ec2-4e2e-8b14-127d221918a3 tempest-TestVolumeBootPattern-1606656122 tempest-TestVolumeBootPattern-1606656122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37a8f60-b969-4afe-bfe5-4032be4a2ea4,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:00.128764 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45164) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:00.630613 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.662767 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.907090 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Deleting port b5eeaa79-a8cf-4030-a2cc-72177cbf9238 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:00.907335 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.984847 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] For port b5eeaa79-a8cf-4030-a2cc-72177cbf9238, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:00.985223 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:00.997648 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Calling delete_port for b5eeaa79-a8cf-4030-a2cc-72177cbf9238 owned by network:router_interface {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:01.241624 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.266712 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5eeaa79-a8cf-4030-a2cc-72177cbf9238,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:01.433895 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.638436 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Router 8431935b-3ff7-4290-a2d3-d55e9254631a has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103209) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:27:01.741480 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103209) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:27:01.746767 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-25e0d04c-8065-4a51-8b19-e033ed467232 admin admin] 10.222.0.15 "PUT /v2.0/routers/8431935b-3ff7-4290-a2d3-d55e9254631a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6170461 Nov 24 15:27:01.749299 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45168) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:01.750962 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Sync routers for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:27:01.855688 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.881654 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:01.882314 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:27:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:01.954280 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:01.986155 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: dv-cinder-816898-4-iscsi {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:02.107081 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Deleting port 45e3930b-4bb4-4112-8829-56d3d3c6fa08 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:02.107473 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.166019 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234'}], 'enable_snat': True}, 'gw_port_id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:27:01Z', 'revision_number': 5, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port': {'id': '45e3930b-4bb4-4112-8829-56d3d3c6fa08', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:46Z', 'updated_at': '2021-11-24T15:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:02.199871 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Checking router: 8431935b-3ff7-4290-a2d3-d55e9254631a for host: dv-cinder-816898-4-iscsi {{(pid=103211) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:27:02.211604 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Routers {'8431935b-3ff7-4290-a2d3-d55e9254631a'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103211) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:02.211604 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:27:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['8431935b-3ff7-4290-a2d3-d55e9254631a'], 'active': True} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:02.310418 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvr_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] Set router 8431935b-3ff7-4290-a2d3-d55e9254631a gateway port host: None {{(pid=103211) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:02.365188 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_hamode_db [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:27:01Z', 'revision_number': 6, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:02.367011 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.396718 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4546b9bb-afc9-4c86-89c9-e687b1beb8dc None None] The sync data for ids ['8431935b-3ff7-4290-a2d3-d55e9254631a'] in dv-cinder-816898-4-iscsi is: [{'id': '8431935b-3ff7-4290-a2d3-d55e9254631a', 'name': 'tempest-TestVolumeBootPattern-365949947-router', 'tenant_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:45Z', 'updated_at': '2021-11-24T15:27:01Z', 'revision_number': 6, 'project_id': '9597d9ee4d2143cfb56e4146dcaf52b1', 'gw_port_host': None}] {{(pid=103211) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:27:02.448919 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] For port 45e3930b-4bb4-4112-8829-56d3d3c6fa08, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=45e3930b-4bb4-4112-8829-56d3d3c6fa08,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:02.449424 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.461348 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Calling delete_port for 45e3930b-4bb4-4112-8829-56d3d3c6fa08 owned by network:router_gateway {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:02.687449 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.713347 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45e3930b-4bb4-4112-8829-56d3d3c6fa08,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:02.771547 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.866754 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.868937 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.984517 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.985008 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8431935b-3ff7-4290-a2d3-d55e9254631a {{(pid=103209) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:27:02.989531 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] Publish callbacks [] for router, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:02.990698 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-d9056186-d835-465e-bea7-0885e09436d7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8431935b-3ff7-4290-a2d3-d55e9254631a HTTP/1.1" status: 204 len: 168 time: 1.2402873 Nov 24 15:27:02.993316 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45170) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:03.038584 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Deleting subnet a1553862-5507-455b-a720-9d8c45e8e44a {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:27:03.042146 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.059052 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.079710 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.161347 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.293763 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.324192 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.328484 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a1553862-5507-455b-a720-9d8c45e8e44a HTTP/1.1" status: 204 len: 168 time: 0.3340330 Nov 24 15:27:03.329564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071a69f-d2d9-43bc-96f8-b80392cca910 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1553862-5507-455b-a720-9d8c45e8e44a,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.330958 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45172) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:03.332562 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a70d05-b4eb-49bf-b5c6-e133b684deb1 None None] Network 2a11a9c4-1ef7-4235-8979-74dbac8931c1 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:27:03.404181 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.460539 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Deleting port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:03.461108 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.521431 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] DHCP port deletion for 2a11a9c4-1ef7-4235-8979-74dbac8931c1 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:27:03.524691 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] For port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:03.525064 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.537678 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Calling delete_port for bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:03.567443 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Deleting port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:03.567813 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.634861 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] For port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,segment=NetworkSegment(45742507-0915-4544-9a6e-7652fb434a3c),segment_id=45742507-0915-4544-9a6e-7652fb434a3c)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:03.635262 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.648176 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Calling delete_port for bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:03.710246 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.724112 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.735633 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.739691 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] No DVR routers for this DVR port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:03.751941 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] Pushing event deleted for resources: {'Port': ['ID=bd7a4306-de56-4d0e-a4a6-fb52347ceaf2,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:03.757445 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821dc697-79bc-4cb9-bcf1-26bc5079267e None None] No DVR routers for this DVR port bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:03.812484 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.832314 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a11a9c4-1ef7-4235-8979-74dbac8931c1']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.841620 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45742507-0915-4544-9a6e-7652fb434a3c') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.841991 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45742507-0915-4544-9a6e-7652fb434a3c') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:03.851580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.864966 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.870952 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Releasing vlan 1198 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:27:03.871327 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:27:03.872980 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:27:03.978515 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.983939 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:03.987153 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] 10.222.0.15 "DELETE /v2.0/networks/2a11a9c4-1ef7-4235-8979-74dbac8931c1 HTTP/1.1" status: 204 len: 168 time: 0.6551580 Nov 24 15:27:03.990784 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45174) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:03.999424 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d22000-f6c7-4304-b37e-10879e0a5fad admin admin] Pushing event deleted for resources: {'Network': ['ID=2a11a9c4-1ef7-4235-8979-74dbac8931c1,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:04.150523 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.215637 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b5eeaa79-a8cf-4030-a2cc-72177cbf9238 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:04.235938 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: b5eeaa79-a8cf-4030-a2cc-72177cbf9238 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:04.236336 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b5eeaa79-a8cf-4030-a2cc-72177cbf9238 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:04.236761 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:04.258756 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:04.259112 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device bd7a4306-de56-4d0e-a4a6-fb52347ceaf2 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:04.259535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 45e3930b-4bb4-4112-8829-56d3d3c6fa08 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:04.279063 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 45e3930b-4bb4-4112-8829-56d3d3c6fa08 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:04.279416 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 45e3930b-4bb4-4112-8829-56d3d3c6fa08 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:04.347110 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-516665'] for router_interface, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.586331 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Deleting port dc451b08-a92e-4c2c-9cce-39256ec6012d {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:04.586559 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.662448 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] For port dc451b08-a92e-4c2c-9cce-39256ec6012d, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=dc451b08-a92e-4c2c-9cce-39256ec6012d,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:04.662804 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.674792 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Calling delete_port for dc451b08-a92e-4c2c-9cce-39256ec6012d owned by network:router_interface {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:04.915666 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:04.945013 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc451b08-a92e-4c2c-9cce-39256ec6012d,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:05.109837 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-625967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-516773'] for router_interface, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.328096 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Router 20846082-ba69-4496-9584-c16b0f992bf5 has already been hosted by L3 agent b27166ad-9a98-470d-843f-572cb8a4c3ab {{(pid=103210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 24 15:27:05.434220 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] Notify agent at l3_agent.dv-cinder-816898-4-iscsi the message routers_updated {{(pid=103210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 24 15:27:05.439975 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-bac854ac-c99d-4c1f-8529-56e0256f8c69 admin admin] 10.222.0.15 "PUT /v2.0/routers/20846082-ba69-4496-9584-c16b0f992bf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4481575 Nov 24 15:27:05.443214 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45176) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:05.446294 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Sync routers for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 24 15:27:05.456325 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:05.456933 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:27:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:05.546564 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks [] for router, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.559985 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: dv-cinder-816898-4-iscsi {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:05.645430 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.731498 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'external_fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:27:04Z', 'revision_number': 5, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port': {'id': 'b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1', 'name': '', 'network_id': '1a14b7f7-daf9-46f1-9cc5-00375ecfd2c8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:e1:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20846082-ba69-4496-9584-c16b0f992bf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816898-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-24T15:18:55Z', 'updated_at': '2021-11-24T15:19:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5d30fca2-e204-4dbd-93d2-21e15b218146', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816898-4-iscsi'}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:05.761252 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Checking router: 20846082-ba69-4496-9584-c16b0f992bf5 for host: dv-cinder-816898-4-iscsi {{(pid=103212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 24 15:27:05.769919 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Routers {'20846082-ba69-4496-9584-c16b0f992bf5'} bound to L3 agent in host dv-cinder-816898-4-iscsi {{(pid=103212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 24 15:27:05.770521 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816898-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-24T15:06:29Z,description=,heartbeat_timestamp=2021-11-24T15:27:00Z,host='dv-cinder-816898-4-iscsi',id=b27166ad-9a98-470d-843f-572cb8a4c3ab,load=0,resource_versions=,resources_synced=,started_at=2021-11-24T15:06:30Z,topic='l3_agent')) {'router_ids': ['20846082-ba69-4496-9584-c16b0f992bf5'], 'active': True} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:05.790022 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Deleting port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 {{(pid=103210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:05.790356 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.854720 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_dvr_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] Set router 20846082-ba69-4496-9584-c16b0f992bf5 gateway port host: None {{(pid=103212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 24 15:27:05.867299 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.db [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] For port b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,segment=NetworkSegment(061d5e88-304d-4354-99a3-46a776129632),segment_id=061d5e88-304d-4354-99a3-46a776129632)] {{(pid=103210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:05.867804 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:05.880582 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.plugins.ml2.plugin [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Calling delete_port for b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 owned by network:router_gateway {{(pid=103210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:05.905551 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.l3_hamode_db [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:27:05Z', 'revision_number': 6, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port_host': None}], 'dv-cinder-816898-4-iscsi', False) {} {{(pid=103212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:05.935275 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4ebb0b-7206-4c6d-b006-e9cc68356b64 None None] The sync data for ids ['20846082-ba69-4496-9584-c16b0f992bf5'] in dv-cinder-816898-4-iscsi is: [{'id': '20846082-ba69-4496-9584-c16b0f992bf5', 'name': 'tempest-TestVolumeBootPattern-550564942-router', 'tenant_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-24T15:18:53Z', 'updated_at': '2021-11-24T15:27:05Z', 'revision_number': 6, 'project_id': 'c3d5fde35d4a4f8c9a3f0e7bf8c22a90', 'gw_port_host': None}] {{(pid=103212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 24 15:27:06.104367 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12681077'] for port, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.129948 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Pushing event deleted for resources: {'Port': ['ID=b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:06.193089 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-516099'] for router_gateway, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.283236 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-516685', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64692'] for router, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.286283 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.401586 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-516225'] for router, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.402095 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20846082-ba69-4496-9584-c16b0f992bf5 {{(pid=103210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 24 15:27:06.406444 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] Publish callbacks [] for router, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.407595 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-279ee625-64c0-4c5f-b05b-dc929d9914cb admin admin] 10.222.0.15 "DELETE /v2.0/routers/20846082-ba69-4496-9584-c16b0f992bf5 HTTP/1.1" status: 204 len: 168 time: 0.9634447 Nov 24 15:27:06.410075 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [-] (103210) accepted ('10.222.0.15', 45178) {{(pid=103210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:06.456404 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Deleting subnet 925972a0-ac12-4067-86f5-40ecbfafe329 {{(pid=103210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 24 15:27:06.460038 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.492889 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-970614'] for subnet, precommit_delete_associations {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.567898 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1504945'] for subnet, precommit_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.653381 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dc451b08-a92e-4c2c-9cce-39256ec6012d no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:06.673962 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: dc451b08-a92e-4c2c-9cce-39256ec6012d {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:06.674305 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device dc451b08-a92e-4c2c-9cce-39256ec6012d not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:06.699119 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1503298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12680966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12759965'] for subnet, after_delete {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.730952 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron_lib.callbacks.manager [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for subnet, before_response {{(pid=103210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.735049 dv-cinder-816898-4-iscsi neutron-server[103210]: INFO neutron.wsgi [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/925972a0-ac12-4067-86f5-40ecbfafe329 HTTP/1.1" status: 204 len: 168 time: 0.3238647 Nov 24 15:27:06.736061 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3925dc-2248-449d-9d45-e6b95bc87595 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=925972a0-ac12-4067-86f5-40ecbfafe329,revision_number=None']} {{(pid=103210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:06.736224 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec40f9d-d914-42ba-a92a-44ab2c96b973 None None] Network e734ce4f-054f-411c-bb03-ce27811e55d2 requested from dv-cinder-816898-4-iscsi {{(pid=103211) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 24 15:27:06.737580 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45180) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:06.813780 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1677992'] for network, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.865987 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Deleting port 5123b945-75ec-41f4-b165-16d23b3222aa {{(pid=103209) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:06.866307 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.930100 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] DHCP port deletion for e734ce4f-054f-411c-bb03-ce27811e55d2 request from dv-cinder-816898-4-iscsi {{(pid=103211) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 24 15:27:06.936652 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.db [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] For port 5123b945-75ec-41f4-b165-16d23b3222aa, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=5123b945-75ec-41f4-b165-16d23b3222aa,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103209) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:06.937120 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:06.951123 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.plugin [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Calling delete_port for 5123b945-75ec-41f4-b165-16d23b3222aa owned by network:dhcp {{(pid=103209) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:06.983346 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Deleting port 5123b945-75ec-41f4-b165-16d23b3222aa {{(pid=103211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 24 15:27:06.983715 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783686727006'] for port, before_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.058607 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.db [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] For port 5123b945-75ec-41f4-b165-16d23b3222aa, host dv-cinder-816898-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816898-4-iscsi',level=0,port_id=5123b945-75ec-41f4-b165-16d23b3222aa,segment=NetworkSegment(c2e6ab69-b6b5-44f9-914f-94fb3ff6c926),segment_id=c2e6ab69-b6b5-44f9-914f-94fb3ff6c926)] {{(pid=103211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 24 15:27:07.059013 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-517406'] for port, precommit_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.071816 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Calling delete_port for 5123b945-75ec-41f4-b165-16d23b3222aa owned by network:dhcp {{(pid=103211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 24 15:27:07.190613 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12602060'] for port, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.197412 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1594690', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1015237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783686728048', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783686294995'] for port, after_delete {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.216982 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Pushing event deleted for resources: {'Port': ['ID=5123b945-75ec-41f4-b165-16d23b3222aa,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:07.221824 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] No DVR routers for this DVR port 5123b945-75ec-41f4-b165-16d23b3222aa on host dv-cinder-816898-4-iscsi {{(pid=103209) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:07.232085 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] Pushing event deleted for resources: {'Port': ['ID=5123b945-75ec-41f4-b165-16d23b3222aa,revision_number=None']} {{(pid=103211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:07.236141 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcae89f-0146-41b5-aa7a-11f3c0c78849 None None] No DVR routers for this DVR port 5123b945-75ec-41f4-b165-16d23b3222aa on host dv-cinder-816898-4-iscsi {{(pid=103211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 24 15:27:07.314983 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1504622', 'neutron.services.segments.db._delete_segments_for_network-8783686855864'] for network, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.334117 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e734ce4f-054f-411c-bb03-ce27811e55d2']}} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:07.343208 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926') {'for_net_delete': True} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:07.343499 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.services.segments.db [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e6ab69-b6b5-44f9-914f-94fb3ff6c926') {} {{(pid=103209) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 24 15:27:07.353116 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783686818124', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13844906'] for segment, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.366328 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372'] for segment, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.372039 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Releasing vlan 1182 on physical network physnet1 to pool {{(pid=103209) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 24 15:27:07.372514 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1503372', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12604957'] for segment, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: Traceback (most recent call last): Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: timer() Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: cb(*args, **kw) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: return func(*args, **kwargs) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: self._notify() Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: self.callback(batched_events) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: event.method(event) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: aggregate_uuid = self.p_client.list_aggregates( Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: return f(self, *a, **k) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._get(url).json() Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: return self.request(url, 'GET', **kwargs) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: base_url = self.get_endpoint(auth, allow=allow, Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 24 15:27:07.374088 dv-cinder-816898-4-iscsi neutron-server[103209]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 24 15:27:07.487334 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1504601', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588239', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-625958', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-516135'] for network, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.492669 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-625972'] for network, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.500895 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] 10.222.0.15 "DELETE /v2.0/networks/e734ce4f-054f-411c-bb03-ce27811e55d2 HTTP/1.1" status: 204 len: 168 time: 0.7558310 Nov 24 15:27:07.506317 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aac1e7-2ea5-480f-9037-aa2d29dc9930 admin admin] Pushing event deleted for resources: {'Network': ['ID=e734ce4f-054f-411c-bb03-ce27811e55d2,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:07.777287 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45184) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:07.816910 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-2e083318-6e63-4018-b8ae-3ef325484f33 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9597d9ee4d2143cfb56e4146dcaf52b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384362 Nov 24 15:27:07.819226 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45186) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:07.864858 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.885706 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.984296 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.986836 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:07.987970 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/149f0df7-9dac-4f4c-b87b-4e2e0bbd233c HTTP/1.1" status: 204 len: 168 time: 0.1678588 Nov 24 15:27:07.997080 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf3aafe-5318-4f71-bbf6-1df4bb128a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149f0df7-9dac-4f4c-b87b-4e2e0bbd233c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:08.213525 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:08.233624 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:08.233976 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device b3e2e0a6-104f-4496-ae8e-4ff5d5586fd1 not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:08.234394 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 5123b945-75ec-41f4-b165-16d23b3222aa no longer exists at agent ovs-agent-dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 24 15:27:08.254393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.plugin [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] No Port match for: 5123b945-75ec-41f4-b165-16d23b3222aa {{(pid=103211) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 24 15:27:08.254737 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron.plugins.ml2.rpc [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Device 5123b945-75ec-41f4-b165-16d23b3222aa not bound to the agent host dv-cinder-816898-4-iscsi {{(pid=103211) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 24 15:27:08.542214 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45192) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:08.581134 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-b465f8e4-2224-44e4-a0c8-e2c72a476e64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c3d5fde35d4a4f8c9a3f0e7bf8c22a90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376370 Nov 24 15:27:08.584507 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.wsgi [-] (103209) accepted ('10.222.0.15', 45194) {{(pid=103209) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 24 15:27:08.634209 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:08.654666 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:08.830385 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-575015'] for security_group, after_delete {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:08.833180 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron_lib.callbacks.manager [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103209) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:08.834292 dv-cinder-816898-4-iscsi neutron-server[103209]: INFO neutron.wsgi [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f4be2ef-9f44-42d9-a24b-ad673a0f287c HTTP/1.1" status: 204 len: 168 time: 0.2488151 Nov 24 15:27:08.842373 dv-cinder-816898-4-iscsi neutron-server[103209]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285362d7-0d8d-44cd-b59c-f8c5a3dfa94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4be2ef-9f44-42d9-a24b-ad673a0f287c,revision_number=None']} {{(pid=103209) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 24 15:27:13.626339 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:27:27.189433 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03a320b2-0035-4427-a688-12cf32b62a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:29.589792 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-aacb5bd8-4ebc-4c69-8de6-6d199289b193 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:30.646625 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:32.354409 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:33.034946 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:34.199762 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:50.625211 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:27:57.194802 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2e0ce95c-0631-4e95-ae74-fbca57268bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:27:59.600608 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37c462f3-1948-4285-9140-0c5418f38541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:00.651504 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:02.423318 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:03.068782 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:04.211818 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:27.243589 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2290f33b-1a78-4d6b-8761-58dabbf46f93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:27.624949 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:28:29.605121 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03b844f6-cdf2-4161-a65e-671fba8442cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:30.671957 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:32.336633 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:33.051092 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:34.227792 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:57.219171 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-fe634a4b-506c-4ea9-8780-3012e4e33c69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:28:59.611379 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-2693f3f1-fde4-4ea6-b584-5ff72b5eec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:00.667630 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:02.333689 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:03.070258 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.236391 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:04.624266 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:29:27.217995 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c7c8743c-b41a-448a-9412-d3b4849ef885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:29.621401 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03d64ad9-8c16-4e24-91cd-672325f12b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:30.658367 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:32.354810 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:33.084090 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:34.232393 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:41.623214 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:29:51.704712 dv-cinder-816898-4-iscsi neutron-server[103210]: DEBUG neutron.wsgi [req-f0c6c1a0-ce01-4719-8e60-8c50a8cb1495 req-fe5c2d22-a9ef-4c94-9ae5-abef402b61e6 service neutron] (103210) timed out ('10.222.0.83', 54884) {{(pid=103210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 24 15:29:57.205509 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-375718d0-c33b-4fe4-9da6-f430847bdd61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:29:59.616940 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-9e1fb84b-2b81-401d-bf2f-1ab9853d8202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:00.679520 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:02.374635 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:03.071997 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:04.228080 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:18.623379 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:30:27.254100 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-c83509a2-182c-4301-8977-4b2d69827615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:29.598701 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-22d4bdb3-9f27-4ffd-ad7c-da5476141597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:30.665593 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:32.391512 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:33.071636 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:34.273140 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:55.622776 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:30:57.230470 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-87c1dbec-1a9f-435c-a039-e0f1bd4a20a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:30:59.580246 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6b358a49-c803-4c12-8c37-4b138b5a3078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:00.648586 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:02.385697 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:03.059859 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:04.248461 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:27.215093 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-37a08785-d603-4b17-9a61-27f7ffa213cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:29.584636 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-bc8dcb70-6946-4423-bc8c-b89485f8b90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:30.676003 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:32.379306 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:32.621039 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:31:33.047494 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:34.263907 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:57.195342 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-1e103747-3640-42ad-ba2e-0c758ae0aa65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:31:59.606413 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-6c0a5a12-d281-4778-9e1f-f0d0f6de892e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:00.691929 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:02.406298 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:03.063373 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:04.269043 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:09.620397 dv-cinder-816898-4-iscsi neutron-server[103212]: DEBUG neutron.db.agents_db [None req-054c169f-920e-42bf-ac7d-80707d351513 None None] Agent healthcheck: found 6 active agents {{(pid=103212) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 24 15:32:27.223266 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cf3c23c0-adf0-4995-b321-a48a45eaa4fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:29.588746 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-78047f49-7a19-41c2-bb9a-dc9c2d4e077e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:30.668557 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-8abf26cd-1b1a-46f4-a5b4-072f115c442b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:32.365535 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-73693b51-8bad-4384-b318-ca83f2856ac4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:33.074433 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-cc269edc-451e-4ace-9626-8d4351152ea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 24 15:32:34.281119 dv-cinder-816898-4-iscsi neutron-server[103211]: DEBUG neutron_lib.callbacks.manager [None req-03bfa932-a13d-4a66-962e-aa2891b00cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783686855873', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1506896'] for agent, after_update {{(pid=103211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}